2024-11-11 21:27:17,950 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-11 21:27:17,972 main DEBUG Took 0.019468 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 21:27:17,973 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 21:27:17,973 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 21:27:17,974 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 21:27:17,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:17,986 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 21:27:18,002 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,005 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,006 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,008 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,009 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,010 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,012 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,013 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,014 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,015 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,016 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,017 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:27:18,018 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,019 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 21:27:18,021 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:27:18,022 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 21:27:18,025 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 21:27:18,025 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 21:27:18,027 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 21:27:18,028 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 21:27:18,038 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 21:27:18,042 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 21:27:18,044 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 21:27:18,045 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 21:27:18,046 main DEBUG createAppenders(={Console}) 2024-11-11 21:27:18,047 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-11 21:27:18,047 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-11 21:27:18,047 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-11 21:27:18,048 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 21:27:18,048 main DEBUG OutputStream closed 2024-11-11 21:27:18,049 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 21:27:18,049 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 21:27:18,050 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-11 21:27:18,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 21:27:18,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 21:27:18,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 21:27:18,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 21:27:18,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 21:27:18,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 21:27:18,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 21:27:18,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 21:27:18,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 21:27:18,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 21:27:18,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 21:27:18,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 21:27:18,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 21:27:18,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 21:27:18,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 21:27:18,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 21:27:18,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 21:27:18,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 21:27:18,153 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 21:27:18,154 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-11 21:27:18,154 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 21:27:18,155 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-11T21:27:18,175 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-11 21:27:18,179 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 21:27:18,180 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T21:27:18,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=3310 2024-11-11T21:27:18,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc 2024-11-11T21:27:18,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:27:18,495 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907, deleteOnExit=true 2024-11-11T21:27:18,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:27:18,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/test.cache.data in system properties and HBase conf 2024-11-11T21:27:18,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:27:18,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:27:18,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:27:18,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:27:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:27:18,575 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T21:27:18,658 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:27:18,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:18,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:18,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:27:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:27:18,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:27:18,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:18,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:18,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:27:18,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:27:18,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:27:18,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:18,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:27:18,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:27:19,754 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T21:27:19,826 INFO [Time-limited test {}] log.Log(170): Logging initialized @2582ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T21:27:19,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:19,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:19,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:19,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:19,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:27:19,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:19,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3508f229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:20,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0fec8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:20,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b945fd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/java.io.tmpdir/jetty-localhost-45207-hadoop-hdfs-3_4_1-tests_jar-_-any-16927979778029410165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:20,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@221edb7f{HTTP/1.1, (http/1.1)}{localhost:45207} 2024-11-11T21:27:20,205 INFO [Time-limited test {}] server.Server(415): Started @2961ms 2024-11-11T21:27:20,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:20,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:20,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:20,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:20,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:20,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a045a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:20,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5714330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:20,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@672decf3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/java.io.tmpdir/jetty-localhost-33777-hadoop-hdfs-3_4_1-tests_jar-_-any-933245466365058946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:20,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fb749bb{HTTP/1.1, (http/1.1)}{localhost:33777} 2024-11-11T21:27:20,900 INFO [Time-limited test {}] server.Server(415): Started @3657ms 2024-11-11T21:27:20,959 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:21,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:21,105 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:21,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:21,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:21,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:27:21,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2ff4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:21,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75236870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:21,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aa960bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/java.io.tmpdir/jetty-localhost-38733-hadoop-hdfs-3_4_1-tests_jar-_-any-2648032076275084010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:21,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f11a10c{HTTP/1.1, (http/1.1)}{localhost:38733} 2024-11-11T21:27:21,220 INFO [Time-limited test {}] server.Server(415): Started @3976ms 2024-11-11T21:27:21,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:22,480 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/data/data2/current/BP-146477805-172.17.0.2-1731360439234/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:22,480 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/data/data3/current/BP-146477805-172.17.0.2-1731360439234/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:22,480 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/data/data1/current/BP-146477805-172.17.0.2-1731360439234/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:22,480 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/data/data4/current/BP-146477805-172.17.0.2-1731360439234/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:22,521 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:22,521 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:22,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97079876f3836f2a with lease ID 0xd4bfd0b64a854393: Processing first storage report for DS-fd4fda60-78ca-4c8c-9cf4-71daa774766a from datanode DatanodeRegistration(127.0.0.1:33705, datanodeUuid=1031327f-3f76-4640-a647-5e9e6a6ca289, infoPort=35241, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=777965503;c=1731360439234) 2024-11-11T21:27:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97079876f3836f2a with lease ID 0xd4bfd0b64a854393: from storage DS-fd4fda60-78ca-4c8c-9cf4-71daa774766a node DatanodeRegistration(127.0.0.1:33705, datanodeUuid=1031327f-3f76-4640-a647-5e9e6a6ca289, infoPort=35241, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=777965503;c=1731360439234), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T21:27:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x953b4ae01e20e0d1 with lease ID 0xd4bfd0b64a854394: Processing first storage report for DS-36a8e3e6-9c42-4eb1-8501-5f0926237905 from datanode DatanodeRegistration(127.0.0.1:34249, datanodeUuid=fa644a79-a4e9-4054-a904-50fd16f0fef0, infoPort=44005, infoSecurePort=0, ipcPort=36035, storageInfo=lv=-57;cid=testClusterID;nsid=777965503;c=1731360439234) 2024-11-11T21:27:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x953b4ae01e20e0d1 with lease ID 0xd4bfd0b64a854394: from storage DS-36a8e3e6-9c42-4eb1-8501-5f0926237905 node DatanodeRegistration(127.0.0.1:34249, datanodeUuid=fa644a79-a4e9-4054-a904-50fd16f0fef0, infoPort=44005, infoSecurePort=0, ipcPort=36035, storageInfo=lv=-57;cid=testClusterID;nsid=777965503;c=1731360439234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97079876f3836f2a with lease ID 0xd4bfd0b64a854393: Processing first storage report for DS-56685aee-b587-4bf9-8751-3c1bf5047646 from datanode DatanodeRegistration(127.0.0.1:33705, datanodeUuid=1031327f-3f76-4640-a647-5e9e6a6ca289, infoPort=35241, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=777965503;c=1731360439234) 2024-11-11T21:27:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97079876f3836f2a with lease ID 0xd4bfd0b64a854393: from storage DS-56685aee-b587-4bf9-8751-3c1bf5047646 node DatanodeRegistration(127.0.0.1:33705, datanodeUuid=1031327f-3f76-4640-a647-5e9e6a6ca289, infoPort=35241, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=777965503;c=1731360439234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x953b4ae01e20e0d1 with lease ID 0xd4bfd0b64a854394: Processing first storage report for DS-4e36110a-7439-4926-97db-c776a80c8581 from datanode DatanodeRegistration(127.0.0.1:34249, datanodeUuid=fa644a79-a4e9-4054-a904-50fd16f0fef0, infoPort=44005, infoSecurePort=0, ipcPort=36035, storageInfo=lv=-57;cid=testClusterID;nsid=777965503;c=1731360439234) 2024-11-11T21:27:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x953b4ae01e20e0d1 with lease ID 0xd4bfd0b64a854394: from storage DS-4e36110a-7439-4926-97db-c776a80c8581 node DatanodeRegistration(127.0.0.1:34249, datanodeUuid=fa644a79-a4e9-4054-a904-50fd16f0fef0, infoPort=44005, infoSecurePort=0, ipcPort=36035, storageInfo=lv=-57;cid=testClusterID;nsid=777965503;c=1731360439234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:22,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc 2024-11-11T21:27:22,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/zookeeper_0, clientPort=61734, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:27:22,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61734 2024-11-11T21:27:22,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:22,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:22,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:23,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205 with version=8 2024-11-11T21:27:23,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/hbase-staging 2024-11-11T21:27:23,452 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T21:27:23,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:23,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:23,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:23,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:23,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:23,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:23,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:27:23,935 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T21:27:23,944 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T21:27:23,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:23,973 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 45785 (auto-detected) 2024-11-11T21:27:23,974 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T21:27:23,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42365 2024-11-11T21:27:24,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42365 connecting to ZooKeeper ensemble=127.0.0.1:61734 2024-11-11T21:27:24,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423650x0, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:24,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42365-0x1012bcbc5050000 connected 2024-11-11T21:27:24,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:24,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:24,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:24,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205, hbase.cluster.distributed=false 2024-11-11T21:27:24,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:24,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42365 2024-11-11T21:27:24,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42365 2024-11-11T21:27:24,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42365 2024-11-11T21:27:24,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42365 2024-11-11T21:27:24,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42365 2024-11-11T21:27:24,335 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:24,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:24,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:24,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:24,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:24,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:24,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:24,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:24,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45311 2024-11-11T21:27:24,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45311 connecting to ZooKeeper ensemble=127.0.0.1:61734 2024-11-11T21:27:24,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:24,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453110x0, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:24,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453110x0, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:24,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45311-0x1012bcbc5050001 connected 2024-11-11T21:27:24,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:24,379 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:24,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:24,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:24,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45311 2024-11-11T21:27:24,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45311 2024-11-11T21:27:24,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45311 2024-11-11T21:27:24,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45311 2024-11-11T21:27:24,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45311 2024-11-11T21:27:24,406 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:24,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:24,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:24,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:24,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:24,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:24,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:24,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:24,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46117 2024-11-11T21:27:24,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46117 connecting to ZooKeeper ensemble=127.0.0.1:61734 2024-11-11T21:27:24,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:24,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461170x0, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:24,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461170x0, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:24,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46117-0x1012bcbc5050002 connected 2024-11-11T21:27:24,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:24,433 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:24,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:24,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:24,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46117 2024-11-11T21:27:24,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46117 2024-11-11T21:27:24,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46117 2024-11-11T21:27:24,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46117 2024-11-11T21:27:24,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46117 2024-11-11T21:27:24,456 DEBUG [M:0;f286ae0a5299:42365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:42365 2024-11-11T21:27:24,457 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f286ae0a5299,42365,1731360443529 2024-11-11T21:27:24,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:24,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:24,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:24,475 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f286ae0a5299,42365,1731360443529 2024-11-11T21:27:24,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:24,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:24,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:24,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:24,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:24,506 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:27:24,507 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f286ae0a5299,42365,1731360443529 from backup master directory 2024-11-11T21:27:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f286ae0a5299,42365,1731360443529 2024-11-11T21:27:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:24,522 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:24,522 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,42365,1731360443529 2024-11-11T21:27:24,525 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T21:27:24,526 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T21:27:24,573 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/hbase.id] with ID: 50217efc-cead-453f-b805-56920912a084 2024-11-11T21:27:24,574 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/.tmp/hbase.id 2024-11-11T21:27:24,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:24,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:24,587 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/.tmp/hbase.id]:[hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/hbase.id] 2024-11-11T21:27:24,625 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:24,630 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:27:24,648 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-11T21:27:24,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:24,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:24,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:24,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:24,694 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:24,696 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:27:24,710 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:27:24,714 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:24,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:24,760 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store 2024-11-11T21:27:24,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:24,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:24,785 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T21:27:24,789 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:24,790 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:24,790 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:24,790 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:24,792 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:24,792 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:24,793 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:24,794 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360444790Disabling compacts and flushes for region at 1731360444790Disabling writes for close at 1731360444792 (+2 ms)Writing region close event to WAL at 1731360444792Closed at 1731360444792 2024-11-11T21:27:24,796 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/.initializing 2024-11-11T21:27:24,796 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/WALs/f286ae0a5299,42365,1731360443529 2024-11-11T21:27:24,805 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:24,820 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C42365%2C1731360443529, suffix=, logDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/WALs/f286ae0a5299,42365,1731360443529, archiveDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/oldWALs, maxLogs=10 2024-11-11T21:27:24,847 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/WALs/f286ae0a5299,42365,1731360443529/f286ae0a5299%2C42365%2C1731360443529.1731360444826, exclude list is [], retry=0 2024-11-11T21:27:24,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34249,DS-36a8e3e6-9c42-4eb1-8501-5f0926237905,DISK] 2024-11-11T21:27:24,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-fd4fda60-78ca-4c8c-9cf4-71daa774766a,DISK] 2024-11-11T21:27:24,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T21:27:24,899 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/WALs/f286ae0a5299,42365,1731360443529/f286ae0a5299%2C42365%2C1731360443529.1731360444826 2024-11-11T21:27:24,900 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35241:35241),(127.0.0.1/127.0.0.1:44005:44005)] 2024-11-11T21:27:24,900 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:24,901 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:24,904 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:24,905 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:24,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:24,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:27:24,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:24,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:24,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:24,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:27:24,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:24,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:24,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:24,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:27:24,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:24,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:24,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:24,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:27:24,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:24,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:24,999 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:25,004 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:25,006 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:25,014 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:25,015 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:25,019 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:25,024 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:25,030 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:25,032 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70763627, jitterRate=0.05446021258831024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:25,041 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360444917Initializing all the Stores at 1731360444920 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360444920Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360444921 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360444922 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360444922Cleaning up temporary data from old regions at 1731360445015 (+93 ms)Region opened successfully at 1731360445041 (+26 ms) 2024-11-11T21:27:25,043 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:27:25,090 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1e72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:25,125 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:27:25,137 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:27:25,138 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:27:25,141 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:27:25,142 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T21:27:25,147 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T21:27:25,147 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:27:25,181 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:27:25,190 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:27:25,241 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:27:25,243 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:27:25,245 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:27:25,258 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:27:25,260 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:27:25,263 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:27:25,272 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:27:25,274 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:27:25,283 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:27:25,299 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:27:25,310 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:27:25,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:25,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:25,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:25,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:25,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:25,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:25,328 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,42365,1731360443529, sessionid=0x1012bcbc5050000, setting cluster-up flag (Was=false) 2024-11-11T21:27:25,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:25,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:25,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:25,388 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:27:25,390 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,42365,1731360443529 2024-11-11T21:27:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:25,447 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:27:25,450 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,42365,1731360443529 2024-11-11T21:27:25,458 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:27:25,548 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(746): ClusterId : 50217efc-cead-453f-b805-56920912a084 2024-11-11T21:27:25,548 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(746): ClusterId : 50217efc-cead-453f-b805-56920912a084 2024-11-11T21:27:25,551 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:25,551 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:25,558 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:25,571 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:27:25,576 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:25,576 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:25,579 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:27:25,579 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:25,579 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:25,586 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,42365,1731360443529 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:27:25,590 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:25,590 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:25,592 DEBUG [RS:1;f286ae0a5299:46117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197f5914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:25,592 DEBUG [RS:0;f286ae0a5299:45311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f89000e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:25,597 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:25,597 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:25,597 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:25,597 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:25,598 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:27:25,598 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,598 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:25,598 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,612 DEBUG [RS:0;f286ae0a5299:45311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:45311 2024-11-11T21:27:25,612 DEBUG [RS:1;f286ae0a5299:46117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f286ae0a5299:46117 2024-11-11T21:27:25,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:25,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:27:25,617 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360475617 2024-11-11T21:27:25,619 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:27:25,620 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:27:25,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:25,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:27:25,627 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:27:25,628 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:27:25,628 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:25,628 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:25,628 DEBUG [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:25,628 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:25,628 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:25,628 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:27:25,628 DEBUG [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:25,628 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:27:25,631 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,42365,1731360443529 with port=46117, startcode=1731360444406 2024-11-11T21:27:25,634 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,42365,1731360443529 with port=45311, startcode=1731360444302 2024-11-11T21:27:25,640 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,657 DEBUG [RS:1;f286ae0a5299:46117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:25,658 DEBUG [RS:0;f286ae0a5299:45311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:25,660 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:27:25,662 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:27:25,662 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:27:25,667 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:27:25,667 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:27:25,677 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360445669,5,FailOnTimeoutGroup] 2024-11-11T21:27:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:25,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:25,684 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360445678,5,FailOnTimeoutGroup] 2024-11-11T21:27:25,684 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,684 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:27:25,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:27:25,685 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205 2024-11-11T21:27:25,686 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,686 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,711 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:25,711 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:25,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:25,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:25,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,46117,1731360444406 2024-11-11T21:27:25,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42365 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,46117,1731360444406 2024-11-11T21:27:25,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:25,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:25,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:25,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:25,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:25,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:25,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:25,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:25,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:25,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:25,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:25,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,45311,1731360444302 2024-11-11T21:27:25,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42365 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,45311,1731360444302 2024-11-11T21:27:25,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:25,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:25,739 DEBUG [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205 2024-11-11T21:27:25,739 DEBUG [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33889 2024-11-11T21:27:25,739 DEBUG [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:25,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:25,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:25,743 DEBUG [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205 2024-11-11T21:27:25,743 DEBUG [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33889 2024-11-11T21:27:25,743 DEBUG [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:25,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:25,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:25,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740 2024-11-11T21:27:25,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740 2024-11-11T21:27:25,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:25,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:25,751 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:25,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:25,761 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:25,763 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68206967, jitterRate=0.016363009810447693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:25,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360445716Initializing all the Stores at 1731360445718 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360445718Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360445722 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360445722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360445722Cleaning up temporary data from old regions at 1731360445750 (+28 ms)Region opened successfully at 1731360445766 (+16 ms) 2024-11-11T21:27:25,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:25,767 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:25,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:25,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:25,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:25,768 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:25,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360445767Disabling compacts and flushes for region at 1731360445767Disabling writes for close at 1731360445767Writing region close event to WAL at 1731360445768 (+1 ms)Closed at 1731360445768 2024-11-11T21:27:25,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:25,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:27:25,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:27:25,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:25,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:27:25,794 DEBUG [RS:1;f286ae0a5299:46117 {}] zookeeper.ZKUtil(111): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,46117,1731360444406 2024-11-11T21:27:25,795 WARN [RS:1;f286ae0a5299:46117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:25,795 INFO [RS:1;f286ae0a5299:46117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:25,795 DEBUG [RS:0;f286ae0a5299:45311 {}] zookeeper.ZKUtil(111): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,45311,1731360444302 2024-11-11T21:27:25,795 DEBUG [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,46117,1731360444406 2024-11-11T21:27:25,795 WARN [RS:0;f286ae0a5299:45311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:25,795 INFO [RS:0;f286ae0a5299:45311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:25,796 DEBUG [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,45311,1731360444302 2024-11-11T21:27:25,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,45311,1731360444302] 2024-11-11T21:27:25,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,46117,1731360444406] 2024-11-11T21:27:25,825 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:25,825 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:25,842 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:25,842 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:25,847 INFO [RS:1;f286ae0a5299:46117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:25,847 INFO [RS:0;f286ae0a5299:45311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:25,848 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,848 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,849 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:25,849 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:25,854 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:25,854 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:25,856 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,856 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,856 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,856 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,856 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,856 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,856 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,856 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,856 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,856 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,856 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,856 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,857 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:25,857 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:25,857 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,857 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,857 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,857 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,857 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,857 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,857 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,857 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,858 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,858 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,858 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,858 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:25,858 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:25,858 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:25,858 DEBUG [RS:1;f286ae0a5299:46117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:25,858 DEBUG [RS:0;f286ae0a5299:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:25,859 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,859 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,860 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,860 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,860 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,860 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,860 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,860 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,860 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,860 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,860 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45311,1731360444302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:25,860 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46117,1731360444406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:25,883 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:25,883 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:25,885 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46117,1731360444406-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,885 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45311,1731360444302-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,886 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,886 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,886 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.Replication(171): f286ae0a5299,46117,1731360444406 started 2024-11-11T21:27:25,886 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.Replication(171): f286ae0a5299,45311,1731360444302 started 2024-11-11T21:27:25,913 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,913 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:25,913 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,45311,1731360444302, RpcServer on f286ae0a5299/172.17.0.2:45311, sessionid=0x1012bcbc5050001 2024-11-11T21:27:25,913 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,46117,1731360444406, RpcServer on f286ae0a5299/172.17.0.2:46117, sessionid=0x1012bcbc5050002 2024-11-11T21:27:25,914 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:25,914 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:25,914 DEBUG [RS:1;f286ae0a5299:46117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,46117,1731360444406 2024-11-11T21:27:25,914 DEBUG [RS:0;f286ae0a5299:45311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,45311,1731360444302 2024-11-11T21:27:25,915 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,45311,1731360444302' 2024-11-11T21:27:25,915 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46117,1731360444406' 2024-11-11T21:27:25,915 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:25,915 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:25,916 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:25,916 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:25,917 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:25,917 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:25,917 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:25,917 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:25,917 DEBUG [RS:0;f286ae0a5299:45311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,45311,1731360444302 2024-11-11T21:27:25,917 DEBUG [RS:1;f286ae0a5299:46117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,46117,1731360444406 2024-11-11T21:27:25,917 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,45311,1731360444302' 2024-11-11T21:27:25,917 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46117,1731360444406' 2024-11-11T21:27:25,917 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:25,917 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:25,918 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:25,918 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:25,918 DEBUG [RS:0;f286ae0a5299:45311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:25,918 DEBUG [RS:1;f286ae0a5299:46117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:25,919 INFO [RS:0;f286ae0a5299:45311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:25,919 INFO [RS:1;f286ae0a5299:46117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:25,919 INFO [RS:0;f286ae0a5299:45311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:25,919 INFO [RS:1;f286ae0a5299:46117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:25,941 WARN [f286ae0a5299:42365 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:27:26,027 INFO [RS:0;f286ae0a5299:45311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:26,031 INFO [RS:1;f286ae0a5299:46117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:26,032 INFO [RS:0;f286ae0a5299:45311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C45311%2C1731360444302, suffix=, logDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,45311,1731360444302, archiveDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/oldWALs, maxLogs=32 2024-11-11T21:27:26,046 INFO [RS:1;f286ae0a5299:46117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C46117%2C1731360444406, suffix=, logDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,46117,1731360444406, archiveDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/oldWALs, maxLogs=32 2024-11-11T21:27:26,061 DEBUG [RS:0;f286ae0a5299:45311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,45311,1731360444302/f286ae0a5299%2C45311%2C1731360444302.1731360446040, exclude list is [], retry=0 2024-11-11T21:27:26,065 DEBUG [RS:1;f286ae0a5299:46117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,46117,1731360444406/f286ae0a5299%2C46117%2C1731360444406.1731360446049, exclude list is [], retry=0 2024-11-11T21:27:26,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34249,DS-36a8e3e6-9c42-4eb1-8501-5f0926237905,DISK] 2024-11-11T21:27:26,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-fd4fda60-78ca-4c8c-9cf4-71daa774766a,DISK] 2024-11-11T21:27:26,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-fd4fda60-78ca-4c8c-9cf4-71daa774766a,DISK] 2024-11-11T21:27:26,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34249,DS-36a8e3e6-9c42-4eb1-8501-5f0926237905,DISK] 2024-11-11T21:27:26,091 INFO [RS:0;f286ae0a5299:45311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,45311,1731360444302/f286ae0a5299%2C45311%2C1731360444302.1731360446040 2024-11-11T21:27:26,093 DEBUG [RS:0;f286ae0a5299:45311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44005:44005),(127.0.0.1/127.0.0.1:35241:35241)] 2024-11-11T21:27:26,096 INFO [RS:1;f286ae0a5299:46117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,46117,1731360444406/f286ae0a5299%2C46117%2C1731360444406.1731360446049 2024-11-11T21:27:26,097 DEBUG [RS:1;f286ae0a5299:46117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35241:35241),(127.0.0.1/127.0.0.1:44005:44005)] 2024-11-11T21:27:26,194 DEBUG [f286ae0a5299:42365 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T21:27:26,203 DEBUG [f286ae0a5299:42365 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:26,211 DEBUG [f286ae0a5299:42365 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:26,211 DEBUG [f286ae0a5299:42365 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:26,211 DEBUG [f286ae0a5299:42365 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:26,211 DEBUG [f286ae0a5299:42365 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:26,211 INFO [f286ae0a5299:42365 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:26,211 INFO [f286ae0a5299:42365 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:26,211 DEBUG [f286ae0a5299:42365 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:26,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,45311,1731360444302 2024-11-11T21:27:26,231 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,45311,1731360444302, state=OPENING 2024-11-11T21:27:26,283 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:27:26,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:26,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:26,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:26,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:26,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:26,297 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:26,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:26,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,45311,1731360444302}] 2024-11-11T21:27:26,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:26,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:26,498 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:27:26,499 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:26,499 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:27:26,503 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C45311%2C1731360444302.meta, suffix=.meta, logDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,45311,1731360444302, archiveDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/oldWALs, maxLogs=32 2024-11-11T21:27:26,521 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,45311,1731360444302/f286ae0a5299%2C45311%2C1731360444302.meta.1731360446505.meta, exclude list is [], retry=0 2024-11-11T21:27:26,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34249,DS-36a8e3e6-9c42-4eb1-8501-5f0926237905,DISK] 2024-11-11T21:27:26,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33705,DS-fd4fda60-78ca-4c8c-9cf4-71daa774766a,DISK] 2024-11-11T21:27:26,529 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/WALs/f286ae0a5299,45311,1731360444302/f286ae0a5299%2C45311%2C1731360444302.meta.1731360446505.meta 2024-11-11T21:27:26,529 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44005:44005),(127.0.0.1/127.0.0.1:35241:35241)] 2024-11-11T21:27:26,530 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:26,532 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:27:26,535 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:27:26,541 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:27:26,547 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:27:26,548 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:26,548 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:27:26,549 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:27:26,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:26,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:26,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:26,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:26,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:26,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:26,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:26,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:26,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:26,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:26,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:26,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:26,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:26,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:26,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:26,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:26,569 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:26,571 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740 2024-11-11T21:27:26,574 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740 2024-11-11T21:27:26,577 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:26,577 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:26,578 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:26,581 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:26,583 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74125203, jitterRate=0.10455159842967987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:26,584 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:27:26,586 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360446549Writing region info on filesystem at 1731360446549Initializing all the Stores at 1731360446552 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360446552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360446554 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360446554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360446554Cleaning up temporary data from old regions at 1731360446577 (+23 ms)Running coprocessor post-open hooks at 1731360446584 (+7 ms)Region opened successfully at 1731360446586 (+2 ms) 2024-11-11T21:27:26,595 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360446471 2024-11-11T21:27:26,608 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:27:26,609 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:27:26,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,45311,1731360444302 2024-11-11T21:27:26,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,45311,1731360444302, state=OPEN 2024-11-11T21:27:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:26,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:26,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:26,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:26,627 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,45311,1731360444302 2024-11-11T21:27:26,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:27:26,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,45311,1731360444302 in 327 msec 2024-11-11T21:27:26,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:27:26,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 857 msec 2024-11-11T21:27:26,643 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:26,643 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:27:26,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:26,667 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,45311,1731360444302, seqNum=-1] 2024-11-11T21:27:26,686 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:26,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:26,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-11T21:27:26,713 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360446713, completionTime=-1 2024-11-11T21:27:26,716 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T21:27:26,717 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:27:26,778 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T21:27:26,779 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360506779 2024-11-11T21:27:26,779 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360566779 2024-11-11T21:27:26,779 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 62 msec 2024-11-11T21:27:26,781 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:27:26,797 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42365,1731360443529-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:26,797 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42365,1731360443529-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:26,797 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42365,1731360443529-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:26,799 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:42365, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:26,799 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:26,800 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:26,807 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:27:26,829 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.307sec 2024-11-11T21:27:26,831 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:27:26,832 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:27:26,833 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:27:26,833 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:27:26,834 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:27:26,834 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42365,1731360443529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:26,835 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42365,1731360443529-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:27:26,839 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:27:26,841 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:27:26,841 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42365,1731360443529-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:26,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba572d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:26,878 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T21:27:26,878 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T21:27:26,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,42365,-1 for getting cluster id 2024-11-11T21:27:26,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:27:26,925 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50217efc-cead-453f-b805-56920912a084' 2024-11-11T21:27:26,927 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:27:26,928 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50217efc-cead-453f-b805-56920912a084" 2024-11-11T21:27:26,928 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73869949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:26,928 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,42365,-1] 2024-11-11T21:27:26,931 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:27:26,934 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:26,934 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:27:26,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4191c2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:26,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:26,947 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,45311,1731360444302, seqNum=-1] 2024-11-11T21:27:26,947 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:26,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:26,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,42365,1731360443529 2024-11-11T21:27:26,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:27:26,979 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,42365,1731360443529 2024-11-11T21:27:26,982 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b3a1243 2024-11-11T21:27:26,983 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:27:26,985 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:27:26,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T21:27:27,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:27:27,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T21:27:27,005 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:27,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:27:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:27,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:27,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:27,023 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82f0747bd34f45cdc626317bc94205fe, NAME => 'testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205 2024-11-11T21:27:27,023 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2d85993dbb3cfd513caff14e86b818a4, NAME => 'testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205 2024-11-11T21:27:27,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:27,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:27,037 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:27,037 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 82f0747bd34f45cdc626317bc94205fe, disabling compactions & flushes 2024-11-11T21:27:27,037 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:27,037 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:27,037 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. after waiting 0 ms 2024-11-11T21:27:27,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:27,038 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:27,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82f0747bd34f45cdc626317bc94205fe: Waiting for close lock at 1731360447037Disabling compacts and flushes for region at 1731360447037Disabling writes for close at 1731360447037Writing region close event to WAL at 1731360447038 (+1 ms)Closed at 1731360447038 2024-11-11T21:27:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:27,041 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:27,041 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 2d85993dbb3cfd513caff14e86b818a4, disabling compactions & flushes 2024-11-11T21:27:27,041 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:27,041 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:27,041 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. after waiting 0 ms 2024-11-11T21:27:27,041 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:27,041 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:27,041 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2d85993dbb3cfd513caff14e86b818a4: Waiting for close lock at 1731360447041Disabling compacts and flushes for region at 1731360447041Disabling writes for close at 1731360447041Writing region close event to WAL at 1731360447041Closed at 1731360447041 2024-11-11T21:27:27,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:27:27,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360447044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360447044"}]},"ts":"1731360447044"} 2024-11-11T21:27:27,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360447044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360447044"}]},"ts":"1731360447044"} 2024-11-11T21:27:27,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T21:27:27,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:27:27,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360447092"}]},"ts":"1731360447092"} 2024-11-11T21:27:27,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T21:27:27,102 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:27,104 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:27,105 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:27,105 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:27,105 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:27,105 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:27,105 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:27,105 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:27,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=82f0747bd34f45cdc626317bc94205fe, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d85993dbb3cfd513caff14e86b818a4, ASSIGN}] 2024-11-11T21:27:27,110 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=82f0747bd34f45cdc626317bc94205fe, ASSIGN 2024-11-11T21:27:27,110 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d85993dbb3cfd513caff14e86b818a4, ASSIGN 2024-11-11T21:27:27,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d85993dbb3cfd513caff14e86b818a4, ASSIGN; state=OFFLINE, location=f286ae0a5299,46117,1731360444406; forceNewPlan=false, retain=false 2024-11-11T21:27:27,112 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=82f0747bd34f45cdc626317bc94205fe, ASSIGN; state=OFFLINE, location=f286ae0a5299,45311,1731360444302; forceNewPlan=false, retain=false 2024-11-11T21:27:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:27,265 INFO [f286ae0a5299:42365 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T21:27:27,266 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82f0747bd34f45cdc626317bc94205fe, regionState=OPENING, regionLocation=f286ae0a5299,45311,1731360444302 2024-11-11T21:27:27,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2d85993dbb3cfd513caff14e86b818a4, regionState=OPENING, regionLocation=f286ae0a5299,46117,1731360444406 2024-11-11T21:27:27,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d85993dbb3cfd513caff14e86b818a4, ASSIGN because future has completed 2024-11-11T21:27:27,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d85993dbb3cfd513caff14e86b818a4, server=f286ae0a5299,46117,1731360444406}] 2024-11-11T21:27:27,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=82f0747bd34f45cdc626317bc94205fe, ASSIGN because future has completed 2024-11-11T21:27:27,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82f0747bd34f45cdc626317bc94205fe, server=f286ae0a5299,45311,1731360444302}] 2024-11-11T21:27:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:27,429 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:27,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:27,440 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:27,440 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:27,440 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 82f0747bd34f45cdc626317bc94205fe, NAME => 'testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T21:27:27,440 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d85993dbb3cfd513caff14e86b818a4, NAME => 'testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T21:27:27,441 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,441 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,441 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:27,441 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:27,441 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,441 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,441 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,441 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,444 INFO [StoreOpener-2d85993dbb3cfd513caff14e86b818a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,444 INFO [StoreOpener-82f0747bd34f45cdc626317bc94205fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,447 INFO [StoreOpener-82f0747bd34f45cdc626317bc94205fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82f0747bd34f45cdc626317bc94205fe columnFamilyName family 2024-11-11T21:27:27,447 DEBUG [StoreOpener-82f0747bd34f45cdc626317bc94205fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:27,447 INFO [StoreOpener-2d85993dbb3cfd513caff14e86b818a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d85993dbb3cfd513caff14e86b818a4 columnFamilyName family 2024-11-11T21:27:27,447 DEBUG [StoreOpener-2d85993dbb3cfd513caff14e86b818a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:27,448 INFO [StoreOpener-82f0747bd34f45cdc626317bc94205fe-1 {}] regionserver.HStore(327): Store=82f0747bd34f45cdc626317bc94205fe/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:27,448 INFO [StoreOpener-2d85993dbb3cfd513caff14e86b818a4-1 {}] regionserver.HStore(327): Store=2d85993dbb3cfd513caff14e86b818a4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:27,448 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,448 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,450 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,450 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,451 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,451 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,451 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,451 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,452 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,452 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,455 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,455 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,459 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/2d85993dbb3cfd513caff14e86b818a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:27,461 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 2d85993dbb3cfd513caff14e86b818a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59312176, jitterRate=-0.1161797046661377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:27,461 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:27,461 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/82f0747bd34f45cdc626317bc94205fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:27,462 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2d85993dbb3cfd513caff14e86b818a4: Running coprocessor pre-open hook at 1731360447442Writing region info on filesystem at 1731360447442Initializing all the Stores at 1731360447443 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360447444 (+1 ms)Cleaning up temporary data from old regions at 1731360447452 (+8 ms)Running coprocessor post-open hooks at 1731360447461 (+9 ms)Region opened successfully at 1731360447462 (+1 ms) 2024-11-11T21:27:27,463 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 82f0747bd34f45cdc626317bc94205fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59632970, jitterRate=-0.11139950156211853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:27,463 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:27,463 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 82f0747bd34f45cdc626317bc94205fe: Running coprocessor pre-open hook at 1731360447441Writing region info on filesystem at 1731360447441Initializing all the Stores at 1731360447444 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360447444Cleaning up temporary data from old regions at 1731360447452 (+8 ms)Running coprocessor post-open hooks at 1731360447463 (+11 ms)Region opened successfully at 1731360447463 2024-11-11T21:27:27,467 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4., pid=7, masterSystemTime=1731360447429 2024-11-11T21:27:27,467 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe., pid=8, masterSystemTime=1731360447433 2024-11-11T21:27:27,471 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:27,471 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:27,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82f0747bd34f45cdc626317bc94205fe, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,45311,1731360444302 2024-11-11T21:27:27,475 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2d85993dbb3cfd513caff14e86b818a4, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46117,1731360444406 2024-11-11T21:27:27,476 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:27,476 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:27,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82f0747bd34f45cdc626317bc94205fe, server=f286ae0a5299,45311,1731360444302 because future has completed 2024-11-11T21:27:27,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d85993dbb3cfd513caff14e86b818a4, server=f286ae0a5299,46117,1731360444406 because future has completed 2024-11-11T21:27:27,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T21:27:27,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 82f0747bd34f45cdc626317bc94205fe, server=f286ae0a5299,45311,1731360444302 in 204 msec 2024-11-11T21:27:27,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T21:27:27,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=82f0747bd34f45cdc626317bc94205fe, ASSIGN in 380 msec 2024-11-11T21:27:27,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d85993dbb3cfd513caff14e86b818a4, server=f286ae0a5299,46117,1731360444406 in 211 msec 2024-11-11T21:27:27,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T21:27:27,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d85993dbb3cfd513caff14e86b818a4, ASSIGN in 384 msec 2024-11-11T21:27:27,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:27:27,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360447497"}]},"ts":"1731360447497"} 2024-11-11T21:27:27,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T21:27:27,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:27:27,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 508 msec 2024-11-11T21:27:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:27,644 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T21:27:27,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T21:27:27,646 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:27,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T21:27:27,654 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T21:27:27,664 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe., hostname=f286ae0a5299,45311,1731360444302, seqNum=2] 2024-11-11T21:27:27,682 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4., hostname=f286ae0a5299,46117,1731360444406, seqNum=2] 2024-11-11T21:27:27,682 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:27,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:27,704 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 82f0747bd34f45cdc626317bc94205fe 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T21:27:27,768 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/82f0747bd34f45cdc626317bc94205fe/.tmp/family/07160bcbf07943f59a94923c0ecbbbd5 is 32, key is 1/family:/1731360447666/Put/seqid=0 2024-11-11T21:27:27,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741839_1015 (size=5054) 2024-11-11T21:27:27,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741839_1015 (size=5054) 2024-11-11T21:27:27,781 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/82f0747bd34f45cdc626317bc94205fe/.tmp/family/07160bcbf07943f59a94923c0ecbbbd5 2024-11-11T21:27:27,834 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/82f0747bd34f45cdc626317bc94205fe/.tmp/family/07160bcbf07943f59a94923c0ecbbbd5 as hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/82f0747bd34f45cdc626317bc94205fe/family/07160bcbf07943f59a94923c0ecbbbd5 2024-11-11T21:27:27,846 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/82f0747bd34f45cdc626317bc94205fe/family/07160bcbf07943f59a94923c0ecbbbd5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:27:27,853 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 82f0747bd34f45cdc626317bc94205fe in 148ms, sequenceid=8, compaction requested=false 2024-11-11T21:27:27,854 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-11T21:27:27,856 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 82f0747bd34f45cdc626317bc94205fe: 2024-11-11T21:27:27,856 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2d85993dbb3cfd513caff14e86b818a4 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T21:27:27,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/2d85993dbb3cfd513caff14e86b818a4/.tmp/family/19235981dca34865baff5e38539289b0 is 32, key is 5/family:/1731360447686/Put/seqid=0 2024-11-11T21:27:27,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741840_1016 (size=5083) 2024-11-11T21:27:27,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741840_1016 (size=5083) 2024-11-11T21:27:27,886 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/2d85993dbb3cfd513caff14e86b818a4/.tmp/family/19235981dca34865baff5e38539289b0 2024-11-11T21:27:27,897 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/2d85993dbb3cfd513caff14e86b818a4/.tmp/family/19235981dca34865baff5e38539289b0 as hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/2d85993dbb3cfd513caff14e86b818a4/family/19235981dca34865baff5e38539289b0 2024-11-11T21:27:27,909 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/2d85993dbb3cfd513caff14e86b818a4/family/19235981dca34865baff5e38539289b0, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T21:27:27,911 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2d85993dbb3cfd513caff14e86b818a4 in 55ms, sequenceid=9, compaction requested=false 2024-11-11T21:27:27,911 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2d85993dbb3cfd513caff14e86b818a4: 2024-11-11T21:27:27,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f9e311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:27,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,42365,-1 for getting cluster id 2024-11-11T21:27:27,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:27:27,916 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50217efc-cead-453f-b805-56920912a084' 2024-11-11T21:27:27,917 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:27:27,917 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50217efc-cead-453f-b805-56920912a084" 2024-11-11T21:27:27,917 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbeaeac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:27,917 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,42365,-1] 2024-11-11T21:27:27,918 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:27:27,918 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:27,919 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:27:27,921 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bbafd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:27,939 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T21:27:27,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:27,942 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,45311,1731360444302, seqNum=-1] 2024-11-11T21:27:27,942 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:27,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:27,953 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:27,954 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:27,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:27,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:27,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:27,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:27,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:27,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:27,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:27:27,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:27:27,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:27,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:27,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:27,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:27,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:27:27,970 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:27:27,970 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=912298141, stopped=false 2024-11-11T21:27:27,971 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,42365,1731360443529 2024-11-11T21:27:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:28,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:28,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:28,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:28,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:28,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:28,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:28,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:28,022 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,45311,1731360444302' ***** 2024-11-11T21:27:28,022 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:28,022 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,46117,1731360444406' ***** 2024-11-11T21:27:28,022 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:28,022 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:28,022 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:28,023 INFO [RS:0;f286ae0a5299:45311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:28,023 INFO [RS:1;f286ae0a5299:46117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:28,023 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:28,023 INFO [RS:1;f286ae0a5299:46117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:28,023 INFO [RS:0;f286ae0a5299:45311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:28,023 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:28,023 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:28,023 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(3091): Received CLOSE for 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:28,024 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,46117,1731360444406 2024-11-11T21:27:28,024 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,45311,1731360444302 2024-11-11T21:27:28,024 INFO [RS:1;f286ae0a5299:46117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:28,024 INFO [RS:0;f286ae0a5299:45311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:28,024 INFO [RS:1;f286ae0a5299:46117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f286ae0a5299:46117. 2024-11-11T21:27:28,024 INFO [RS:0;f286ae0a5299:45311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:45311. 2024-11-11T21:27:28,024 DEBUG [RS:1;f286ae0a5299:46117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:28,024 DEBUG [RS:0;f286ae0a5299:45311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:28,024 DEBUG [RS:1;f286ae0a5299:46117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:28,024 DEBUG [RS:0;f286ae0a5299:45311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:28,024 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d85993dbb3cfd513caff14e86b818a4, disabling compactions & flushes 2024-11-11T21:27:28,024 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82f0747bd34f45cdc626317bc94205fe, disabling compactions & flushes 2024-11-11T21:27:28,024 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:27:28,024 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:28,024 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:28,024 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:28,024 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:28,024 DEBUG [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(1325): Online Regions={2d85993dbb3cfd513caff14e86b818a4=testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4.} 2024-11-11T21:27:28,024 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:28,024 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:28,024 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:28,024 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. after waiting 0 ms 2024-11-11T21:27:28,024 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. after waiting 0 ms 2024-11-11T21:27:28,025 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:27:28,025 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:28,025 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:28,025 DEBUG [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(1351): Waiting on 2d85993dbb3cfd513caff14e86b818a4 2024-11-11T21:27:28,025 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:27:28,025 DEBUG [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(1325): Online Regions={82f0747bd34f45cdc626317bc94205fe=testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:27:28,025 DEBUG [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82f0747bd34f45cdc626317bc94205fe 2024-11-11T21:27:28,025 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:28,026 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:28,026 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:28,026 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:28,026 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:28,027 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T21:27:28,035 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/2d85993dbb3cfd513caff14e86b818a4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T21:27:28,037 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/default/testClearRegionBlockCache/82f0747bd34f45cdc626317bc94205fe/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:27:28,038 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:28,038 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:28,038 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82f0747bd34f45cdc626317bc94205fe: Waiting for close lock at 1731360448024Running coprocessor pre-close hooks at 1731360448024Disabling compacts and flushes for region at 1731360448024Disabling writes for close at 1731360448025 (+1 ms)Writing region close event to WAL at 1731360448026 (+1 ms)Running coprocessor post-close hooks at 1731360448038 (+12 ms)Closed at 1731360448038 2024-11-11T21:27:28,038 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d85993dbb3cfd513caff14e86b818a4: Waiting for close lock at 1731360448024Running coprocessor pre-close hooks at 1731360448024Disabling compacts and flushes for region at 1731360448024Disabling writes for close at 1731360448025 (+1 ms)Writing region close event to WAL at 1731360448026 (+1 ms)Running coprocessor post-close hooks at 1731360448037 (+11 ms)Closed at 1731360448038 (+1 ms) 2024-11-11T21:27:28,039 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731360446986.82f0747bd34f45cdc626317bc94205fe. 2024-11-11T21:27:28,039 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4. 2024-11-11T21:27:28,051 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/.tmp/info/850405a90885431a9cee5611d67a8d32 is 173, key is testClearRegionBlockCache,5,1731360446986.2d85993dbb3cfd513caff14e86b818a4./info:regioninfo/1731360447475/Put/seqid=0 2024-11-11T21:27:28,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:28,060 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/.tmp/info/850405a90885431a9cee5611d67a8d32 2024-11-11T21:27:28,062 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:28,063 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:28,095 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/.tmp/ns/fd46a489800e46dfaec2fa11319d2f02 is 43, key is default/ns:d/1731360446692/Put/seqid=0 2024-11-11T21:27:28,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:28,103 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/.tmp/ns/fd46a489800e46dfaec2fa11319d2f02 2024-11-11T21:27:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:28,137 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/.tmp/table/e18bbc2b1e8e48c98bd2fdbf11ce2c96 is 61, key is testClearRegionBlockCache/table:state/1731360447497/Put/seqid=0 2024-11-11T21:27:28,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:28,147 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/.tmp/table/e18bbc2b1e8e48c98bd2fdbf11ce2c96 2024-11-11T21:27:28,159 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/.tmp/info/850405a90885431a9cee5611d67a8d32 as hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/info/850405a90885431a9cee5611d67a8d32 2024-11-11T21:27:28,169 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/info/850405a90885431a9cee5611d67a8d32, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T21:27:28,171 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/.tmp/ns/fd46a489800e46dfaec2fa11319d2f02 as hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/ns/fd46a489800e46dfaec2fa11319d2f02 2024-11-11T21:27:28,183 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/ns/fd46a489800e46dfaec2fa11319d2f02, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T21:27:28,185 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/.tmp/table/e18bbc2b1e8e48c98bd2fdbf11ce2c96 as hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/table/e18bbc2b1e8e48c98bd2fdbf11ce2c96 2024-11-11T21:27:28,197 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/table/e18bbc2b1e8e48c98bd2fdbf11ce2c96, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T21:27:28,198 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=13, compaction requested=false 2024-11-11T21:27:28,198 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:27:28,209 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T21:27:28,210 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:27:28,211 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:28,211 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360448025Running coprocessor pre-close hooks at 1731360448025Disabling compacts and flushes for region at 1731360448025Disabling writes for close at 1731360448026 (+1 ms)Obtaining lock to block concurrent updates at 1731360448027 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731360448027Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731360448027Flushing stores of hbase:meta,,1.1588230740 at 1731360448029 (+2 ms)Flushing 1588230740/info: creating writer at 1731360448029Flushing 1588230740/info: appending metadata at 1731360448050 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731360448050Flushing 1588230740/ns: creating writer at 1731360448073 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731360448094 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731360448094Flushing 1588230740/table: creating writer at 1731360448115 (+21 ms)Flushing 1588230740/table: appending metadata at 1731360448136 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731360448136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40bccdd: reopening flushed file at 1731360448157 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e09c856: reopening flushed file at 1731360448170 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552ff5a7: reopening flushed file at 1731360448183 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=13, compaction requested=false at 1731360448198 (+15 ms)Writing region close event to WAL at 1731360448204 (+6 ms)Running coprocessor post-close hooks at 1731360448210 (+6 ms)Closed at 1731360448210 2024-11-11T21:27:28,211 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:28,225 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,46117,1731360444406; all regions closed. 2024-11-11T21:27:28,226 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,45311,1731360444302; all regions closed. 2024-11-11T21:27:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741834_1010 (size=1867) 2024-11-11T21:27:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741834_1010 (size=1867) 2024-11-11T21:27:28,238 DEBUG [RS:0;f286ae0a5299:45311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/oldWALs 2024-11-11T21:27:28,238 DEBUG [RS:1;f286ae0a5299:46117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/oldWALs 2024-11-11T21:27:28,239 INFO [RS:0;f286ae0a5299:45311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C45311%2C1731360444302.meta:.meta(num 1731360446505) 2024-11-11T21:27:28,239 INFO [RS:1;f286ae0a5299:46117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C46117%2C1731360444406:(num 1731360446049) 2024-11-11T21:27:28,239 DEBUG [RS:1;f286ae0a5299:46117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:28,239 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:28,239 INFO [RS:1;f286ae0a5299:46117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:28,239 INFO [RS:1;f286ae0a5299:46117 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:28,240 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:28,240 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:28,240 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:28,240 INFO [RS:1;f286ae0a5299:46117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:28,240 INFO [RS:1;f286ae0a5299:46117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46117 2024-11-11T21:27:28,241 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:28,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741833_1009 (size=1758) 2024-11-11T21:27:28,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741833_1009 (size=1758) 2024-11-11T21:27:28,246 DEBUG [RS:0;f286ae0a5299:45311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/oldWALs 2024-11-11T21:27:28,246 INFO [RS:0;f286ae0a5299:45311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C45311%2C1731360444302:(num 1731360446040) 2024-11-11T21:27:28,246 DEBUG [RS:0;f286ae0a5299:45311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:28,247 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:28,247 INFO [RS:0;f286ae0a5299:45311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:28,247 INFO [RS:0;f286ae0a5299:45311 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:28,247 INFO [RS:0;f286ae0a5299:45311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:28,247 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:28,247 INFO [RS:0;f286ae0a5299:45311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45311 2024-11-11T21:27:28,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:28,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,46117,1731360444406 2024-11-11T21:27:28,251 INFO [RS:1;f286ae0a5299:46117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:28,262 INFO [RS:0;f286ae0a5299:45311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:28,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,45311,1731360444302 2024-11-11T21:27:28,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,45311,1731360444302] 2024-11-11T21:27:28,262 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f81c49026a8@3fc34983 rejected from java.util.concurrent.ThreadPoolExecutor@7ac1c01f[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-11T21:27:28,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,45311,1731360444302 already deleted, retry=false 2024-11-11T21:27:28,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,45311,1731360444302 expired; onlineServers=1 2024-11-11T21:27:28,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,46117,1731360444406] 2024-11-11T21:27:28,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,46117,1731360444406 already deleted, retry=false 2024-11-11T21:27:28,293 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,46117,1731360444406 expired; onlineServers=0 2024-11-11T21:27:28,294 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,42365,1731360443529' ***** 2024-11-11T21:27:28,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:27:28,294 INFO [M:0;f286ae0a5299:42365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:28,294 INFO [M:0;f286ae0a5299:42365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:28,294 DEBUG [M:0;f286ae0a5299:42365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:27:28,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:27:28,294 DEBUG [M:0;f286ae0a5299:42365 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:27:28,294 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360445678 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360445678,5,FailOnTimeoutGroup] 2024-11-11T21:27:28,294 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360445669 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360445669,5,FailOnTimeoutGroup] 2024-11-11T21:27:28,295 INFO [M:0;f286ae0a5299:42365 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:28,295 INFO [M:0;f286ae0a5299:42365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:28,295 DEBUG [M:0;f286ae0a5299:42365 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:27:28,295 INFO [M:0;f286ae0a5299:42365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:27:28,295 INFO [M:0;f286ae0a5299:42365 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:28,296 INFO [M:0;f286ae0a5299:42365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:27:28,296 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:27:28,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:28,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:28,304 DEBUG [M:0;f286ae0a5299:42365 {}] zookeeper.ZKUtil(347): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:27:28,304 WARN [M:0;f286ae0a5299:42365 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:27:28,305 INFO [M:0;f286ae0a5299:42365 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/.lastflushedseqids 2024-11-11T21:27:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741844_1020 (size=182) 2024-11-11T21:27:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741844_1020 (size=182) 2024-11-11T21:27:28,321 INFO [M:0;f286ae0a5299:42365 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:27:28,321 INFO [M:0;f286ae0a5299:42365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:27:28,321 DEBUG [M:0;f286ae0a5299:42365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:28,321 INFO [M:0;f286ae0a5299:42365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:28,321 DEBUG [M:0;f286ae0a5299:42365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:28,321 DEBUG [M:0;f286ae0a5299:42365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:28,321 DEBUG [M:0;f286ae0a5299:42365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:28,321 INFO [M:0;f286ae0a5299:42365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T21:27:28,338 DEBUG [M:0;f286ae0a5299:42365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7287995b0041402a963f93ac2c21b8b9 is 82, key is hbase:meta,,1/info:regioninfo/1731360446611/Put/seqid=0 2024-11-11T21:27:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:28,345 INFO [M:0;f286ae0a5299:42365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7287995b0041402a963f93ac2c21b8b9 2024-11-11T21:27:28,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:28,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46117-0x1012bcbc5050002, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:28,373 INFO [RS:1;f286ae0a5299:46117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:28,374 INFO [RS:1;f286ae0a5299:46117 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,46117,1731360444406; zookeeper connection closed. 2024-11-11T21:27:28,374 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33da4b00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33da4b00 2024-11-11T21:27:28,376 DEBUG [M:0;f286ae0a5299:42365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6ebab36be44173b44d956747d71f50 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360447505/Put/seqid=0 2024-11-11T21:27:28,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:28,383 INFO [RS:0;f286ae0a5299:45311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:28,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012bcbc5050001, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:28,383 INFO [RS:0;f286ae0a5299:45311 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,45311,1731360444302; zookeeper connection closed. 2024-11-11T21:27:28,384 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7993a14b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7993a14b 2024-11-11T21:27:28,384 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T21:27:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741846_1022 (size=6219) 2024-11-11T21:27:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741846_1022 (size=6219) 2024-11-11T21:27:28,387 INFO [M:0;f286ae0a5299:42365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6ebab36be44173b44d956747d71f50 2024-11-11T21:27:28,411 DEBUG [M:0;f286ae0a5299:42365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39ad849a21fc476e82af59e91946f94b is 69, key is f286ae0a5299,45311,1731360444302/rs:state/1731360445735/Put/seqid=0 2024-11-11T21:27:28,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:28,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:28,419 INFO [M:0;f286ae0a5299:42365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39ad849a21fc476e82af59e91946f94b 2024-11-11T21:27:28,428 DEBUG [M:0;f286ae0a5299:42365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7287995b0041402a963f93ac2c21b8b9 as hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7287995b0041402a963f93ac2c21b8b9 2024-11-11T21:27:28,436 INFO [M:0;f286ae0a5299:42365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7287995b0041402a963f93ac2c21b8b9, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T21:27:28,438 DEBUG [M:0;f286ae0a5299:42365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6ebab36be44173b44d956747d71f50 as hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c6ebab36be44173b44d956747d71f50 2024-11-11T21:27:28,445 INFO [M:0;f286ae0a5299:42365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c6ebab36be44173b44d956747d71f50, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T21:27:28,446 DEBUG [M:0;f286ae0a5299:42365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39ad849a21fc476e82af59e91946f94b as hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39ad849a21fc476e82af59e91946f94b 2024-11-11T21:27:28,453 INFO [M:0;f286ae0a5299:42365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/1f375d1e-7807-d53e-22b9-03a29827f205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39ad849a21fc476e82af59e91946f94b, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T21:27:28,455 INFO [M:0;f286ae0a5299:42365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false 2024-11-11T21:27:28,456 INFO [M:0;f286ae0a5299:42365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:28,456 DEBUG [M:0;f286ae0a5299:42365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360448321Disabling compacts and flushes for region at 1731360448321Disabling writes for close at 1731360448321Obtaining lock to block concurrent updates at 1731360448321Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360448321Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731360448322 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360448323 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360448323Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360448337 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360448337Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360448354 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360448375 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360448375Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360448395 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360448411 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360448411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225f8cc3: reopening flushed file at 1731360448426 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244aad3b: reopening flushed file at 1731360448436 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e45782: reopening flushed file at 1731360448445 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false at 1731360448455 (+10 ms)Writing region close event to WAL at 1731360448456 (+1 ms)Closed at 1731360448456 2024-11-11T21:27:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33705 is added to blk_1073741830_1006 (size=35440) 2024-11-11T21:27:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34249 is added to blk_1073741830_1006 (size=35440) 2024-11-11T21:27:28,461 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:28,461 INFO [M:0;f286ae0a5299:42365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:27:28,461 INFO [M:0;f286ae0a5299:42365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42365 2024-11-11T21:27:28,461 INFO [M:0;f286ae0a5299:42365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:28,573 INFO [M:0;f286ae0a5299:42365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42365-0x1012bcbc5050000, quorum=127.0.0.1:61734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:28,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aa960bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:28,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f11a10c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:28,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:28,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75236870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:28,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2ff4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:28,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:28,615 WARN [BP-146477805-172.17.0.2-1731360439234 heartbeating to localhost/127.0.0.1:33889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:28,616 WARN [BP-146477805-172.17.0.2-1731360439234 heartbeating to localhost/127.0.0.1:33889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-146477805-172.17.0.2-1731360439234 (Datanode Uuid 1031327f-3f76-4640-a647-5e9e6a6ca289) service to localhost/127.0.0.1:33889 2024-11-11T21:27:28,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:28,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/data/data3/current/BP-146477805-172.17.0.2-1731360439234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:28,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/data/data4/current/BP-146477805-172.17.0.2-1731360439234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:28,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:28,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@672decf3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:28,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fb749bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:28,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:28,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5714330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:28,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a045a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:28,621 WARN [BP-146477805-172.17.0.2-1731360439234 heartbeating to localhost/127.0.0.1:33889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:28,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:28,622 WARN [BP-146477805-172.17.0.2-1731360439234 heartbeating to localhost/127.0.0.1:33889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-146477805-172.17.0.2-1731360439234 (Datanode Uuid fa644a79-a4e9-4054-a904-50fd16f0fef0) service to localhost/127.0.0.1:33889 2024-11-11T21:27:28,622 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:28,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/data/data1/current/BP-146477805-172.17.0.2-1731360439234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:28,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/cluster_ce16cf31-ee26-c2ea-a09d-a390db837907/data/data2/current/BP-146477805-172.17.0.2-1731360439234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:28,623 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:28,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b945fd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:28,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@221edb7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:28,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:28,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0fec8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:28,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3508f229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:28,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:27:28,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:27:28,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=85 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f286ae0a5299:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@ae686c4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:33889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:33889 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/f286ae0a5299:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f286ae0a5299:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f286ae0a5299:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:33889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:33889 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=408 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 451) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2751 (was 3310) 2024-11-11T21:27:28,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=85, OpenFileDescriptor=408, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=2751 2024-11-11T21:27:28,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.log.dir so I do NOT create it in target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886 2024-11-11T21:27:28,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:27:28,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.tmp.dir so I do NOT create it in target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886 2024-11-11T21:27:28,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/129abdf1-3480-f1a6-cf46-39c04e93babc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:27:28,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886 2024-11-11T21:27:28,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:27:28,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60, deleteOnExit=true 2024-11-11T21:27:28,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:27:28,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/test.cache.data in system properties and HBase conf 2024-11-11T21:27:28,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:27:28,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:27:28,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:27:28,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:27:28,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:27:28,698 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:27:28,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:28,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:28,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:27:28,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:28,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:27:28,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:27:28,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:28,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:28,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:27:28,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:27:28,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:27:28,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:28,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:27:28,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:27:29,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:29,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:29,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:29,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:29,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:29,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:29,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@696849cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:29,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b50f2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:29,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cb16b77{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/java.io.tmpdir/jetty-localhost-36017-hadoop-hdfs-3_4_1-tests_jar-_-any-17762860011306370060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:29,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57b5a866{HTTP/1.1, (http/1.1)}{localhost:36017} 2024-11-11T21:27:29,230 INFO [Time-limited test {}] server.Server(415): Started @11986ms 2024-11-11T21:27:29,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:29,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:29,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:29,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:29,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:29,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2de6d8d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:29,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e348441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:29,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fba73c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/java.io.tmpdir/jetty-localhost-45049-hadoop-hdfs-3_4_1-tests_jar-_-any-7997561010370890947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:29,595 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cd39f0c{HTTP/1.1, (http/1.1)}{localhost:45049} 2024-11-11T21:27:29,595 INFO [Time-limited test {}] server.Server(415): Started @12351ms 2024-11-11T21:27:29,597 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:29,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:29,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:29,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:29,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:29,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:29,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4be52c19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:29,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38c0cf93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:29,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@493f030e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/java.io.tmpdir/jetty-localhost-43785-hadoop-hdfs-3_4_1-tests_jar-_-any-13257789675892663827/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:29,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@399f880f{HTTP/1.1, (http/1.1)}{localhost:43785} 2024-11-11T21:27:29,750 INFO [Time-limited test {}] server.Server(415): Started @12507ms 2024-11-11T21:27:29,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:30,728 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/data/data2/current/BP-647302122-172.17.0.2-1731360448723/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:30,728 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/data/data1/current/BP-647302122-172.17.0.2-1731360448723/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:30,748 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b754c12fc8e3076 with lease ID 0x7b136bdc704554c2: Processing first storage report for DS-0c1f0574-bd93-44bc-a8f1-d349bfc043de from datanode DatanodeRegistration(127.0.0.1:40921, datanodeUuid=c93fba0c-c9e2-430e-a831-9d15b3197645, infoPort=45857, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=512962167;c=1731360448723) 2024-11-11T21:27:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b754c12fc8e3076 with lease ID 0x7b136bdc704554c2: from storage DS-0c1f0574-bd93-44bc-a8f1-d349bfc043de node DatanodeRegistration(127.0.0.1:40921, datanodeUuid=c93fba0c-c9e2-430e-a831-9d15b3197645, infoPort=45857, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=512962167;c=1731360448723), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b754c12fc8e3076 with lease ID 0x7b136bdc704554c2: Processing first storage report for DS-9016c550-936f-49fb-a079-d83ff8c52d73 from datanode DatanodeRegistration(127.0.0.1:40921, datanodeUuid=c93fba0c-c9e2-430e-a831-9d15b3197645, infoPort=45857, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=512962167;c=1731360448723) 2024-11-11T21:27:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b754c12fc8e3076 with lease ID 0x7b136bdc704554c2: from storage DS-9016c550-936f-49fb-a079-d83ff8c52d73 node DatanodeRegistration(127.0.0.1:40921, datanodeUuid=c93fba0c-c9e2-430e-a831-9d15b3197645, infoPort=45857, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=512962167;c=1731360448723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:30,863 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/data/data4/current/BP-647302122-172.17.0.2-1731360448723/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:30,863 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/data/data3/current/BP-647302122-172.17.0.2-1731360448723/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:30,878 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:30,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97823aaf28b26ca9 with lease ID 0x7b136bdc704554c3: Processing first storage report for DS-6b47261e-9377-472e-a00d-da41c713fb9a from datanode DatanodeRegistration(127.0.0.1:42621, datanodeUuid=0a53eb16-18c2-48ed-8eed-8320bec9ba8e, infoPort=39505, infoSecurePort=0, ipcPort=36193, storageInfo=lv=-57;cid=testClusterID;nsid=512962167;c=1731360448723) 2024-11-11T21:27:30,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97823aaf28b26ca9 with lease ID 0x7b136bdc704554c3: from storage DS-6b47261e-9377-472e-a00d-da41c713fb9a node DatanodeRegistration(127.0.0.1:42621, datanodeUuid=0a53eb16-18c2-48ed-8eed-8320bec9ba8e, infoPort=39505, infoSecurePort=0, ipcPort=36193, storageInfo=lv=-57;cid=testClusterID;nsid=512962167;c=1731360448723), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:30,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97823aaf28b26ca9 with lease ID 0x7b136bdc704554c3: Processing first storage report for DS-44d295ec-625c-4307-a7c7-498c6859a93f from datanode DatanodeRegistration(127.0.0.1:42621, datanodeUuid=0a53eb16-18c2-48ed-8eed-8320bec9ba8e, infoPort=39505, infoSecurePort=0, ipcPort=36193, storageInfo=lv=-57;cid=testClusterID;nsid=512962167;c=1731360448723) 2024-11-11T21:27:30,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97823aaf28b26ca9 with lease ID 0x7b136bdc704554c3: from storage DS-44d295ec-625c-4307-a7c7-498c6859a93f node DatanodeRegistration(127.0.0.1:42621, datanodeUuid=0a53eb16-18c2-48ed-8eed-8320bec9ba8e, infoPort=39505, infoSecurePort=0, ipcPort=36193, storageInfo=lv=-57;cid=testClusterID;nsid=512962167;c=1731360448723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:30,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886 2024-11-11T21:27:30,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/zookeeper_0, clientPort=51878, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:27:30,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51878 2024-11-11T21:27:30,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:30,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:30,918 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e with version=8 2024-11-11T21:27:30,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/hbase-staging 2024-11-11T21:27:30,920 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:30,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:30,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:30,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:30,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:30,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:30,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:27:30,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:30,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34687 2024-11-11T21:27:30,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34687 connecting to ZooKeeper ensemble=127.0.0.1:51878 2024-11-11T21:27:30,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346870x0, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:30,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34687-0x1012bcbe5030000 connected 2024-11-11T21:27:31,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:31,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:31,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:31,235 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e, hbase.cluster.distributed=false 2024-11-11T21:27:31,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:31,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34687 2024-11-11T21:27:31,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34687 2024-11-11T21:27:31,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34687 2024-11-11T21:27:31,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34687 2024-11-11T21:27:31,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34687 2024-11-11T21:27:31,255 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:31,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:31,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:31,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:31,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:31,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:31,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:31,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:31,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40821 2024-11-11T21:27:31,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40821 connecting to ZooKeeper ensemble=127.0.0.1:51878 2024-11-11T21:27:31,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:31,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:31,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408210x0, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:31,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408210x0, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:31,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40821-0x1012bcbe5030001 connected 2024-11-11T21:27:31,279 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:31,280 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:31,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:31,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:31,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40821 2024-11-11T21:27:31,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40821 2024-11-11T21:27:31,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40821 2024-11-11T21:27:31,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40821 2024-11-11T21:27:31,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40821 2024-11-11T21:27:31,299 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:31,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:31,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:31,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:31,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:31,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:31,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:31,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:31,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46829 2024-11-11T21:27:31,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46829 connecting to ZooKeeper ensemble=127.0.0.1:51878 2024-11-11T21:27:31,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:31,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:31,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468290x0, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:31,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468290x0, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:31,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46829-0x1012bcbe5030002 connected 2024-11-11T21:27:31,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:31,316 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:31,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:31,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:31,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46829 2024-11-11T21:27:31,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46829 2024-11-11T21:27:31,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46829 2024-11-11T21:27:31,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46829 2024-11-11T21:27:31,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46829 2024-11-11T21:27:31,337 DEBUG [M:0;f286ae0a5299:34687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:34687 2024-11-11T21:27:31,338 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f286ae0a5299,34687,1731360450920 2024-11-11T21:27:31,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:31,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:31,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:31,346 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f286ae0a5299,34687,1731360450920 2024-11-11T21:27:31,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:31,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:31,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,358 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:27:31,359 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f286ae0a5299,34687,1731360450920 from backup master directory 2024-11-11T21:27:31,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f286ae0a5299,34687,1731360450920 2024-11-11T21:27:31,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:31,377 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:31,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:31,378 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,34687,1731360450920 2024-11-11T21:27:31,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:31,383 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/hbase.id] with ID: 178c4b3e-ed4a-42d9-98b9-28fb185e4cca 2024-11-11T21:27:31,384 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/.tmp/hbase.id 2024-11-11T21:27:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:31,391 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/.tmp/hbase.id]:[hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/hbase.id] 2024-11-11T21:27:31,406 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:31,407 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:27:31,408 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:27:31,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:31,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:31,429 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:31,430 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:27:31,430 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:31,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:31,444 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store 2024-11-11T21:27:31,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:31,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:31,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:31,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:31,452 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:31,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:31,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:31,453 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:31,453 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:31,453 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360451452Disabling compacts and flushes for region at 1731360451452Disabling writes for close at 1731360451452Writing region close event to WAL at 1731360451453 (+1 ms)Closed at 1731360451453 2024-11-11T21:27:31,454 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/.initializing 2024-11-11T21:27:31,454 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/WALs/f286ae0a5299,34687,1731360450920 2024-11-11T21:27:31,456 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:31,458 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C34687%2C1731360450920, suffix=, logDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/WALs/f286ae0a5299,34687,1731360450920, archiveDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/oldWALs, maxLogs=10 2024-11-11T21:27:31,471 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/WALs/f286ae0a5299,34687,1731360450920/f286ae0a5299%2C34687%2C1731360450920.1731360451459, exclude list is [], retry=0 2024-11-11T21:27:31,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-0c1f0574-bd93-44bc-a8f1-d349bfc043de,DISK] 2024-11-11T21:27:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-6b47261e-9377-472e-a00d-da41c713fb9a,DISK] 2024-11-11T21:27:31,478 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/WALs/f286ae0a5299,34687,1731360450920/f286ae0a5299%2C34687%2C1731360450920.1731360451459 2024-11-11T21:27:31,479 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45857:45857),(127.0.0.1/127.0.0.1:39505:39505)] 2024-11-11T21:27:31,479 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:31,479 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:31,479 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,479 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:27:31,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:31,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:31,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:27:31,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:31,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:31,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:27:31,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:31,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:31,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:27:31,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:31,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:31,494 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,495 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,496 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,497 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,497 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,498 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:31,499 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:31,502 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:31,503 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65851345, jitterRate=-0.01873849332332611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:31,504 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360451479Initializing all the Stores at 1731360451481 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360451481Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360451481Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360451481Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360451481Cleaning up temporary data from old regions at 1731360451497 (+16 ms)Region opened successfully at 1731360451504 (+7 ms) 2024-11-11T21:27:31,504 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:27:31,514 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39052c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:31,515 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:27:31,515 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:27:31,515 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:27:31,515 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:27:31,516 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:27:31,517 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:27:31,517 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:27:31,526 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:27:31,527 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:27:31,535 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:27:31,536 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:27:31,536 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:27:31,545 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:27:31,546 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:27:31,547 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:27:31,556 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:27:31,557 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:27:31,567 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:27:31,569 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:27:31,577 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:27:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,668 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,34687,1731360450920, sessionid=0x1012bcbe5030000, setting cluster-up flag (Was=false) 2024-11-11T21:27:31,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,741 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:27:31,743 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,34687,1731360450920 2024-11-11T21:27:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:31,798 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:27:31,799 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,34687,1731360450920 2024-11-11T21:27:31,801 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:27:31,803 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:31,803 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:27:31,803 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:27:31,804 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,34687,1731360450920 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:27:31,805 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:31,805 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:31,805 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:31,806 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:31,806 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:27:31,806 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,806 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:31,806 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,808 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:31,808 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:27:31,810 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:31,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:27:31,817 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360481817 2024-11-11T21:27:31,817 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:27:31,818 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:27:31,818 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:27:31,818 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:27:31,818 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:27:31,818 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:27:31,818 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,818 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:27:31,818 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:27:31,819 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:27:31,819 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:27:31,819 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:27:31,824 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360451819,5,FailOnTimeoutGroup] 2024-11-11T21:27:31,824 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360451824,5,FailOnTimeoutGroup] 2024-11-11T21:27:31,824 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,825 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:27:31,825 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,825 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:31,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:31,829 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(746): ClusterId : 178c4b3e-ed4a-42d9-98b9-28fb185e4cca 2024-11-11T21:27:31,829 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:31,830 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(746): ClusterId : 178c4b3e-ed4a-42d9-98b9-28fb185e4cca 2024-11-11T21:27:31,830 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:31,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:27:31,833 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e 2024-11-11T21:27:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:31,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:31,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:31,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:31,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:31,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:31,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:31,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:31,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:31,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:31,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:31,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:31,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:31,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:31,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:31,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:31,851 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:31,851 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:31,852 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:31,852 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:31,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:31,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:31,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:31,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:31,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740 2024-11-11T21:27:31,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740 2024-11-11T21:27:31,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:31,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:31,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:31,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:31,862 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:31,862 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73096765, jitterRate=0.08922667801380157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360451841Initializing all the Stores at 1731360451842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360451842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360451843 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360451843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360451843Cleaning up temporary data from old regions at 1731360451857 (+14 ms)Region opened successfully at 1731360451863 (+6 ms) 2024-11-11T21:27:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:31,864 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:31,865 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:31,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360451864Disabling compacts and flushes for region at 1731360451864Disabling writes for close at 1731360451864Writing region close event to WAL at 1731360451865 (+1 ms)Closed at 1731360451865 2024-11-11T21:27:31,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:31,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:27:31,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:27:31,869 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:31,870 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:27:31,873 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:31,873 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:31,873 DEBUG [RS:0;f286ae0a5299:40821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2c087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:31,873 DEBUG [RS:1;f286ae0a5299:46829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68743a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:31,886 DEBUG [RS:1;f286ae0a5299:46829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f286ae0a5299:46829 2024-11-11T21:27:31,887 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:31,887 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:31,887 DEBUG [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:31,888 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34687,1731360450920 with port=46829, startcode=1731360451299 2024-11-11T21:27:31,888 DEBUG [RS:1;f286ae0a5299:46829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:31,888 DEBUG [RS:0;f286ae0a5299:40821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:40821 2024-11-11T21:27:31,888 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:31,888 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:31,888 DEBUG [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:31,889 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34687,1731360450920 with port=40821, startcode=1731360451255 2024-11-11T21:27:31,890 DEBUG [RS:0;f286ae0a5299:40821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:31,890 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:31,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,46829,1731360451299 2024-11-11T21:27:31,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34687 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,46829,1731360451299 2024-11-11T21:27:31,892 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:31,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,40821,1731360451255 2024-11-11T21:27:31,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34687 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,40821,1731360451255 2024-11-11T21:27:31,894 DEBUG [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e 2024-11-11T21:27:31,894 DEBUG [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46011 2024-11-11T21:27:31,894 DEBUG [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:31,895 DEBUG [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e 2024-11-11T21:27:31,895 DEBUG [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46011 2024-11-11T21:27:31,895 DEBUG [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:31,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:31,968 DEBUG [RS:1;f286ae0a5299:46829 {}] zookeeper.ZKUtil(111): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,46829,1731360451299 2024-11-11T21:27:31,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,46829,1731360451299] 2024-11-11T21:27:31,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,40821,1731360451255] 2024-11-11T21:27:31,968 WARN [RS:1;f286ae0a5299:46829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:31,968 INFO [RS:1;f286ae0a5299:46829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:31,969 DEBUG [RS:0;f286ae0a5299:40821 {}] zookeeper.ZKUtil(111): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,40821,1731360451255 2024-11-11T21:27:31,969 WARN [RS:0;f286ae0a5299:40821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:31,969 DEBUG [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,46829,1731360451299 2024-11-11T21:27:31,969 INFO [RS:0;f286ae0a5299:40821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:31,969 DEBUG [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,40821,1731360451255 2024-11-11T21:27:31,972 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:31,972 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:31,974 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:31,974 INFO [RS:1;f286ae0a5299:46829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:31,974 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,975 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:31,975 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:31,976 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:31,976 INFO [RS:0;f286ae0a5299:40821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:31,976 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,976 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,976 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,976 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,976 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:31,976 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,976 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,976 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,976 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:31,976 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,976 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,976 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,977 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,977 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,977 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,977 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:31,977 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:31,977 DEBUG [RS:1;f286ae0a5299:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:31,977 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,977 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,977 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,977 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,977 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,977 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,977 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:31,978 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,978 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,978 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,978 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,978 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,978 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:31,978 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:31,978 DEBUG [RS:0;f286ae0a5299:40821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:31,984 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,984 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,984 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,984 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,984 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,984 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,984 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,984 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,984 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,985 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:31,985 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46829,1731360451299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:31,985 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,40821,1731360451255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:32,006 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:32,006 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:32,006 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,40821,1731360451255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,006 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46829,1731360451299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,007 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,007 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,007 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.Replication(171): f286ae0a5299,46829,1731360451299 started 2024-11-11T21:27:32,007 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.Replication(171): f286ae0a5299,40821,1731360451255 started 2024-11-11T21:27:32,021 WARN [f286ae0a5299:34687 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:27:32,029 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,029 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,029 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,46829,1731360451299, RpcServer on f286ae0a5299/172.17.0.2:46829, sessionid=0x1012bcbe5030002 2024-11-11T21:27:32,029 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,40821,1731360451255, RpcServer on f286ae0a5299/172.17.0.2:40821, sessionid=0x1012bcbe5030001 2024-11-11T21:27:32,029 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:32,029 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:32,029 DEBUG [RS:0;f286ae0a5299:40821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,40821,1731360451255 2024-11-11T21:27:32,029 DEBUG [RS:1;f286ae0a5299:46829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,46829,1731360451299 2024-11-11T21:27:32,029 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,40821,1731360451255' 2024-11-11T21:27:32,029 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46829,1731360451299' 2024-11-11T21:27:32,029 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:32,029 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:32,030 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:32,030 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:32,031 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:32,031 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:32,031 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:32,031 DEBUG [RS:1;f286ae0a5299:46829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,46829,1731360451299 2024-11-11T21:27:32,031 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:32,031 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46829,1731360451299' 2024-11-11T21:27:32,031 DEBUG [RS:0;f286ae0a5299:40821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,40821,1731360451255 2024-11-11T21:27:32,031 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:32,031 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,40821,1731360451255' 2024-11-11T21:27:32,031 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:32,031 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:32,031 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:32,032 DEBUG [RS:0;f286ae0a5299:40821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:32,032 DEBUG [RS:1;f286ae0a5299:46829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:32,032 INFO [RS:0;f286ae0a5299:40821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:32,032 INFO [RS:1;f286ae0a5299:46829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:32,032 INFO [RS:0;f286ae0a5299:40821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:32,032 INFO [RS:1;f286ae0a5299:46829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:32,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:27:32,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:32,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:32,132 INFO [RS:0;f286ae0a5299:40821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:32,132 INFO [RS:1;f286ae0a5299:46829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:32,134 INFO [RS:1;f286ae0a5299:46829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C46829%2C1731360451299, suffix=, logDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,46829,1731360451299, archiveDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/oldWALs, maxLogs=32 2024-11-11T21:27:32,134 INFO [RS:0;f286ae0a5299:40821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C40821%2C1731360451255, suffix=, logDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,40821,1731360451255, archiveDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/oldWALs, maxLogs=32 2024-11-11T21:27:32,151 DEBUG [RS:0;f286ae0a5299:40821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,40821,1731360451255/f286ae0a5299%2C40821%2C1731360451255.1731360452137, exclude list is [], retry=0 2024-11-11T21:27:32,154 DEBUG [RS:1;f286ae0a5299:46829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,46829,1731360451299/f286ae0a5299%2C46829%2C1731360451299.1731360452137, exclude list is [], retry=0 2024-11-11T21:27:32,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-6b47261e-9377-472e-a00d-da41c713fb9a,DISK] 2024-11-11T21:27:32,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-0c1f0574-bd93-44bc-a8f1-d349bfc043de,DISK] 2024-11-11T21:27:32,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-6b47261e-9377-472e-a00d-da41c713fb9a,DISK] 2024-11-11T21:27:32,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-0c1f0574-bd93-44bc-a8f1-d349bfc043de,DISK] 2024-11-11T21:27:32,158 INFO [RS:0;f286ae0a5299:40821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,40821,1731360451255/f286ae0a5299%2C40821%2C1731360451255.1731360452137 2024-11-11T21:27:32,160 DEBUG [RS:0;f286ae0a5299:40821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39505:39505),(127.0.0.1/127.0.0.1:45857:45857)] 2024-11-11T21:27:32,161 INFO [RS:1;f286ae0a5299:46829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,46829,1731360451299/f286ae0a5299%2C46829%2C1731360451299.1731360452137 2024-11-11T21:27:32,161 DEBUG [RS:1;f286ae0a5299:46829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45857:45857),(127.0.0.1/127.0.0.1:39505:39505)] 2024-11-11T21:27:32,271 DEBUG [f286ae0a5299:34687 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T21:27:32,271 DEBUG [f286ae0a5299:34687 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:32,274 DEBUG [f286ae0a5299:34687 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:32,274 DEBUG [f286ae0a5299:34687 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:32,274 DEBUG [f286ae0a5299:34687 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:32,274 DEBUG [f286ae0a5299:34687 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:32,274 INFO [f286ae0a5299:34687 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:32,274 INFO [f286ae0a5299:34687 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:32,274 DEBUG [f286ae0a5299:34687 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:32,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,46829,1731360451299 2024-11-11T21:27:32,276 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,46829,1731360451299, state=OPENING 2024-11-11T21:27:32,293 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:27:32,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:32,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:32,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:32,304 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:32,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:32,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,46829,1731360451299}] 2024-11-11T21:27:32,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:32,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:32,458 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:32,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:32,464 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:27:32,464 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:32,464 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:27:32,466 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C46829%2C1731360451299.meta, suffix=.meta, logDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,46829,1731360451299, archiveDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/oldWALs, maxLogs=32 2024-11-11T21:27:32,481 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,46829,1731360451299/f286ae0a5299%2C46829%2C1731360451299.meta.1731360452467.meta, exclude list is [], retry=0 2024-11-11T21:27:32,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-0c1f0574-bd93-44bc-a8f1-d349bfc043de,DISK] 2024-11-11T21:27:32,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-6b47261e-9377-472e-a00d-da41c713fb9a,DISK] 2024-11-11T21:27:32,485 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,46829,1731360451299/f286ae0a5299%2C46829%2C1731360451299.meta.1731360452467.meta 2024-11-11T21:27:32,486 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39505:39505),(127.0.0.1/127.0.0.1:45857:45857)] 2024-11-11T21:27:32,486 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:32,486 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:27:32,486 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:27:32,487 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:27:32,487 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:27:32,487 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:32,487 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:27:32,487 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:27:32,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:32,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:32,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:32,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:32,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:32,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:32,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:32,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:32,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:32,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:32,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:32,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:32,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:32,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:32,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:32,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:32,496 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:32,497 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740 2024-11-11T21:27:32,498 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740 2024-11-11T21:27:32,500 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:32,500 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:32,501 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:32,502 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:32,503 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70252888, jitterRate=0.046849608421325684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:32,504 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:27:32,505 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360452487Writing region info on filesystem at 1731360452487Initializing all the Stores at 1731360452488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360452488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360452488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360452488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360452488Cleaning up temporary data from old regions at 1731360452500 (+12 ms)Running coprocessor post-open hooks at 1731360452504 (+4 ms)Region opened successfully at 1731360452505 (+1 ms) 2024-11-11T21:27:32,507 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360452458 2024-11-11T21:27:32,509 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:27:32,510 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:27:32,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46829,1731360451299 2024-11-11T21:27:32,512 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,46829,1731360451299, state=OPEN 2024-11-11T21:27:32,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:32,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:32,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:32,525 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,46829,1731360451299 2024-11-11T21:27:32,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:32,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:32,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:32,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:27:32,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,46829,1731360451299 in 221 msec 2024-11-11T21:27:32,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:27:32,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-11T21:27:32,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:32,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:27:32,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:32,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46829,1731360451299, seqNum=-1] 2024-11-11T21:27:32,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:32,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:32,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 742 msec 2024-11-11T21:27:32,545 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360452545, completionTime=-1 2024-11-11T21:27:32,545 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T21:27:32,545 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:27:32,548 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T21:27:32,548 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360512548 2024-11-11T21:27:32,548 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360572548 2024-11-11T21:27:32,548 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T21:27:32,548 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34687,1731360450920-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,548 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34687,1731360450920-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,548 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34687,1731360450920-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,549 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:34687, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,549 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,549 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,551 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:27:32,553 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.175sec 2024-11-11T21:27:32,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:27:32,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:27:32,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:27:32,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:27:32,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:27:32,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34687,1731360450920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:32,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34687,1731360450920-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:27:32,557 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:27:32,557 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:27:32,557 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34687,1731360450920-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:32,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7c1942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:32,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34687,-1 for getting cluster id 2024-11-11T21:27:32,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:27:32,632 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '178c4b3e-ed4a-42d9-98b9-28fb185e4cca' 2024-11-11T21:27:32,632 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:27:32,632 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "178c4b3e-ed4a-42d9-98b9-28fb185e4cca" 2024-11-11T21:27:32,633 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b85c246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:32,633 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34687,-1] 2024-11-11T21:27:32,633 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:27:32,633 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:32,634 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:27:32,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f613bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:32,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:32,637 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46829,1731360451299, seqNum=-1] 2024-11-11T21:27:32,638 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:32,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,34687,1731360450920 2024-11-11T21:27:32,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:27:32,643 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34687,1731360450920 2024-11-11T21:27:32,643 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1add4908 2024-11-11T21:27:32,643 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:27:32,645 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:27:32,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T21:27:32,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:27:32,649 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:32,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T21:27:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:32,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:27:32,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:32,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:32,661 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1440c163d0df1f8603bbab3376c589f5, NAME => 'testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e 2024-11-11T21:27:32,661 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 98fa28fb58ab470a1897dcd5b2794af3, NAME => 'testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e 2024-11-11T21:27:32,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:32,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:32,672 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:32,672 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 1440c163d0df1f8603bbab3376c589f5, disabling compactions & flushes 2024-11-11T21:27:32,672 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:32,672 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:32,672 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. after waiting 0 ms 2024-11-11T21:27:32,672 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:32,672 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:32,672 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1440c163d0df1f8603bbab3376c589f5: Waiting for close lock at 1731360452672Disabling compacts and flushes for region at 1731360452672Disabling writes for close at 1731360452672Writing region close event to WAL at 1731360452672Closed at 1731360452672 2024-11-11T21:27:32,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:32,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:32,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:32,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 98fa28fb58ab470a1897dcd5b2794af3, disabling compactions & flushes 2024-11-11T21:27:32,676 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:32,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:32,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. after waiting 0 ms 2024-11-11T21:27:32,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:32,676 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:32,676 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 98fa28fb58ab470a1897dcd5b2794af3: Waiting for close lock at 1731360452676Disabling compacts and flushes for region at 1731360452676Disabling writes for close at 1731360452676Writing region close event to WAL at 1731360452676Closed at 1731360452676 2024-11-11T21:27:32,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:27:32,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360452679"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360452679"}]},"ts":"1731360452679"} 2024-11-11T21:27:32,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360452679"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360452679"}]},"ts":"1731360452679"} 2024-11-11T21:27:32,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T21:27:32,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:27:32,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360452686"}]},"ts":"1731360452686"} 2024-11-11T21:27:32,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T21:27:32,690 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:32,691 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:32,691 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:32,691 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:32,692 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:32,692 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:32,692 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:32,692 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:32,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1440c163d0df1f8603bbab3376c589f5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98fa28fb58ab470a1897dcd5b2794af3, ASSIGN}] 2024-11-11T21:27:32,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98fa28fb58ab470a1897dcd5b2794af3, ASSIGN 2024-11-11T21:27:32,695 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1440c163d0df1f8603bbab3376c589f5, ASSIGN 2024-11-11T21:27:32,696 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1440c163d0df1f8603bbab3376c589f5, ASSIGN; state=OFFLINE, location=f286ae0a5299,40821,1731360451255; forceNewPlan=false, retain=false 2024-11-11T21:27:32,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98fa28fb58ab470a1897dcd5b2794af3, ASSIGN; state=OFFLINE, location=f286ae0a5299,46829,1731360451299; forceNewPlan=false, retain=false 2024-11-11T21:27:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:32,847 INFO [f286ae0a5299:34687 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T21:27:32,847 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1440c163d0df1f8603bbab3376c589f5, regionState=OPENING, regionLocation=f286ae0a5299,40821,1731360451255 2024-11-11T21:27:32,847 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=98fa28fb58ab470a1897dcd5b2794af3, regionState=OPENING, regionLocation=f286ae0a5299,46829,1731360451299 2024-11-11T21:27:32,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1440c163d0df1f8603bbab3376c589f5, ASSIGN because future has completed 2024-11-11T21:27:32,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1440c163d0df1f8603bbab3376c589f5, server=f286ae0a5299,40821,1731360451255}] 2024-11-11T21:27:32,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98fa28fb58ab470a1897dcd5b2794af3, ASSIGN because future has completed 2024-11-11T21:27:32,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98fa28fb58ab470a1897dcd5b2794af3, server=f286ae0a5299,46829,1731360451299}] 2024-11-11T21:27:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:33,004 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:33,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:33,008 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:33,009 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 98fa28fb58ab470a1897dcd5b2794af3, NAME => 'testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T21:27:33,009 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,009 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:33,009 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,009 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,010 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:33,010 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1440c163d0df1f8603bbab3376c589f5, NAME => 'testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T21:27:33,010 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,010 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:33,011 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,011 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,011 INFO [StoreOpener-98fa28fb58ab470a1897dcd5b2794af3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,012 INFO [StoreOpener-98fa28fb58ab470a1897dcd5b2794af3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98fa28fb58ab470a1897dcd5b2794af3 columnFamilyName family 2024-11-11T21:27:33,012 INFO [StoreOpener-1440c163d0df1f8603bbab3376c589f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,013 DEBUG [StoreOpener-98fa28fb58ab470a1897dcd5b2794af3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:33,013 INFO [StoreOpener-98fa28fb58ab470a1897dcd5b2794af3-1 {}] regionserver.HStore(327): Store=98fa28fb58ab470a1897dcd5b2794af3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:33,013 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,014 INFO [StoreOpener-1440c163d0df1f8603bbab3376c589f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1440c163d0df1f8603bbab3376c589f5 columnFamilyName family 2024-11-11T21:27:33,014 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,014 DEBUG [StoreOpener-1440c163d0df1f8603bbab3376c589f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:33,015 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,015 INFO [StoreOpener-1440c163d0df1f8603bbab3376c589f5-1 {}] regionserver.HStore(327): Store=1440c163d0df1f8603bbab3376c589f5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:33,015 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,015 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,015 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,016 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,016 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,019 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,019 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/98fa28fb58ab470a1897dcd5b2794af3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:33,020 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 98fa28fb58ab470a1897dcd5b2794af3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65285056, jitterRate=-0.027176856994628906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:33,020 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,021 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 98fa28fb58ab470a1897dcd5b2794af3: Running coprocessor pre-open hook at 1731360453009Writing region info on filesystem at 1731360453009Initializing all the Stores at 1731360453011 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360453011Cleaning up temporary data from old regions at 1731360453015 (+4 ms)Running coprocessor post-open hooks at 1731360453020 (+5 ms)Region opened successfully at 1731360453021 (+1 ms) 2024-11-11T21:27:33,021 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/1440c163d0df1f8603bbab3376c589f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:33,022 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3., pid=8, masterSystemTime=1731360453004 2024-11-11T21:27:33,022 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1440c163d0df1f8603bbab3376c589f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64215675, jitterRate=-0.04311187565326691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:33,022 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,023 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1440c163d0df1f8603bbab3376c589f5: Running coprocessor pre-open hook at 1731360453011Writing region info on filesystem at 1731360453011Initializing all the Stores at 1731360453012 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360453012Cleaning up temporary data from old regions at 1731360453017 (+5 ms)Running coprocessor post-open hooks at 1731360453022 (+5 ms)Region opened successfully at 1731360453022 2024-11-11T21:27:33,024 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5., pid=7, masterSystemTime=1731360453004 2024-11-11T21:27:33,025 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:33,025 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:33,026 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=98fa28fb58ab470a1897dcd5b2794af3, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46829,1731360451299 2024-11-11T21:27:33,026 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:33,026 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:33,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1440c163d0df1f8603bbab3376c589f5, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,40821,1731360451255 2024-11-11T21:27:33,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98fa28fb58ab470a1897dcd5b2794af3, server=f286ae0a5299,46829,1731360451299 because future has completed 2024-11-11T21:27:33,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1440c163d0df1f8603bbab3376c589f5, server=f286ae0a5299,40821,1731360451255 because future has completed 2024-11-11T21:27:33,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T21:27:33,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 98fa28fb58ab470a1897dcd5b2794af3, server=f286ae0a5299,46829,1731360451299 in 179 msec 2024-11-11T21:27:33,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T21:27:33,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98fa28fb58ab470a1897dcd5b2794af3, ASSIGN in 343 msec 2024-11-11T21:27:33,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1440c163d0df1f8603bbab3376c589f5, server=f286ae0a5299,40821,1731360451255 in 183 msec 2024-11-11T21:27:33,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:27:33,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1440c163d0df1f8603bbab3376c589f5, ASSIGN in 346 msec 2024-11-11T21:27:33,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:27:33,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360453043"}]},"ts":"1731360453043"} 2024-11-11T21:27:33,046 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T21:27:33,048 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:27:33,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 402 msec 2024-11-11T21:27:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:33,283 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T21:27:33,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T21:27:33,283 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:33,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T21:27:33,287 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:33,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T21:27:33,291 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5., hostname=f286ae0a5299,40821,1731360451255, seqNum=2] 2024-11-11T21:27:33,292 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:33,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:33,308 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3., hostname=f286ae0a5299,46829,1731360451299, seqNum=2] 2024-11-11T21:27:33,323 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1440c163d0df1f8603bbab3376c589f5 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T21:27:33,340 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/1440c163d0df1f8603bbab3376c589f5/.tmp/family/49bde94fac3247eea24fa7b3b0fdbec1 is 32, key is 1/family:/1731360453295/Put/seqid=0 2024-11-11T21:27:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741839_1015 (size=5054) 2024-11-11T21:27:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741839_1015 (size=5054) 2024-11-11T21:27:33,346 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/1440c163d0df1f8603bbab3376c589f5/.tmp/family/49bde94fac3247eea24fa7b3b0fdbec1 2024-11-11T21:27:33,355 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/1440c163d0df1f8603bbab3376c589f5/.tmp/family/49bde94fac3247eea24fa7b3b0fdbec1 as hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/1440c163d0df1f8603bbab3376c589f5/family/49bde94fac3247eea24fa7b3b0fdbec1 2024-11-11T21:27:33,364 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/1440c163d0df1f8603bbab3376c589f5/family/49bde94fac3247eea24fa7b3b0fdbec1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:27:33,366 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1440c163d0df1f8603bbab3376c589f5 in 43ms, sequenceid=8, compaction requested=false 2024-11-11T21:27:33,366 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1440c163d0df1f8603bbab3376c589f5: 2024-11-11T21:27:33,366 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 98fa28fb58ab470a1897dcd5b2794af3 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T21:27:33,384 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/98fa28fb58ab470a1897dcd5b2794af3/.tmp/family/fdbdfe4cde5f42feb1c6f2973734d91b is 32, key is 5/family:/1731360453310/Put/seqid=0 2024-11-11T21:27:33,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741840_1016 (size=5083) 2024-11-11T21:27:33,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741840_1016 (size=5083) 2024-11-11T21:27:33,391 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/98fa28fb58ab470a1897dcd5b2794af3/.tmp/family/fdbdfe4cde5f42feb1c6f2973734d91b 2024-11-11T21:27:33,399 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/98fa28fb58ab470a1897dcd5b2794af3/.tmp/family/fdbdfe4cde5f42feb1c6f2973734d91b as hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/98fa28fb58ab470a1897dcd5b2794af3/family/fdbdfe4cde5f42feb1c6f2973734d91b 2024-11-11T21:27:33,407 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/98fa28fb58ab470a1897dcd5b2794af3/family/fdbdfe4cde5f42feb1c6f2973734d91b, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T21:27:33,408 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 98fa28fb58ab470a1897dcd5b2794af3 in 42ms, sequenceid=9, compaction requested=false 2024-11-11T21:27:33,408 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 98fa28fb58ab470a1897dcd5b2794af3: 2024-11-11T21:27:33,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:27:33,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:33,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:33,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:33,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:33,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:27:33,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:27:33,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=694004171, stopped=false 2024-11-11T21:27:33,414 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,34687,1731360450920 2024-11-11T21:27:33,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:33,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:33,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:33,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:33,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:33,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:33,514 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:33,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:33,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:33,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:33,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:33,515 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,40821,1731360451255' ***** 2024-11-11T21:27:33,515 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:33,515 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,46829,1731360451299' ***** 2024-11-11T21:27:33,515 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:33,516 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:33,516 INFO [RS:0;f286ae0a5299:40821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:33,516 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:33,516 INFO [RS:0;f286ae0a5299:40821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:33,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:33,516 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,516 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:33,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:33,516 INFO [RS:1;f286ae0a5299:46829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:33,516 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:33,516 INFO [RS:1;f286ae0a5299:46829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:33,516 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(3091): Received CLOSE for 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,516 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,40821,1731360451255 2024-11-11T21:27:33,516 INFO [RS:0;f286ae0a5299:40821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:33,516 INFO [RS:0;f286ae0a5299:40821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:40821. 2024-11-11T21:27:33,516 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,46829,1731360451299 2024-11-11T21:27:33,516 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1440c163d0df1f8603bbab3376c589f5, disabling compactions & flushes 2024-11-11T21:27:33,516 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98fa28fb58ab470a1897dcd5b2794af3, disabling compactions & flushes 2024-11-11T21:27:33,516 INFO [RS:1;f286ae0a5299:46829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:33,516 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:33,516 DEBUG [RS:0;f286ae0a5299:40821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:33,516 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:33,517 INFO [RS:1;f286ae0a5299:46829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f286ae0a5299:46829. 2024-11-11T21:27:33,517 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:33,517 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:33,517 DEBUG [RS:0;f286ae0a5299:40821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:33,517 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. after waiting 0 ms 2024-11-11T21:27:33,517 DEBUG [RS:1;f286ae0a5299:46829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:33,517 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. after waiting 0 ms 2024-11-11T21:27:33,517 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:27:33,517 DEBUG [RS:1;f286ae0a5299:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:33,517 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:33,517 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:33,517 DEBUG [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(1325): Online Regions={1440c163d0df1f8603bbab3376c589f5=testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5.} 2024-11-11T21:27:33,517 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:33,517 DEBUG [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(1351): Waiting on 1440c163d0df1f8603bbab3376c589f5 2024-11-11T21:27:33,517 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:33,517 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:33,517 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:27:33,518 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:27:33,518 DEBUG [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 98fa28fb58ab470a1897dcd5b2794af3=testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3.} 2024-11-11T21:27:33,518 DEBUG [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98fa28fb58ab470a1897dcd5b2794af3 2024-11-11T21:27:33,518 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:33,518 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:33,518 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:33,518 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:33,518 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:33,519 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T21:27:33,523 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/1440c163d0df1f8603bbab3376c589f5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:27:33,523 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/default/testClearRegionBlockCache/98fa28fb58ab470a1897dcd5b2794af3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T21:27:33,524 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:33,524 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1440c163d0df1f8603bbab3376c589f5: Waiting for close lock at 1731360453516Running coprocessor pre-close hooks at 1731360453516Disabling compacts and flushes for region at 1731360453516Disabling writes for close at 1731360453517 (+1 ms)Writing region close event to WAL at 1731360453518 (+1 ms)Running coprocessor post-close hooks at 1731360453524 (+6 ms)Closed at 1731360453524 2024-11-11T21:27:33,524 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:33,524 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731360452645.1440c163d0df1f8603bbab3376c589f5. 2024-11-11T21:27:33,524 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98fa28fb58ab470a1897dcd5b2794af3: Waiting for close lock at 1731360453516Running coprocessor pre-close hooks at 1731360453516Disabling compacts and flushes for region at 1731360453516Disabling writes for close at 1731360453517 (+1 ms)Writing region close event to WAL at 1731360453518 (+1 ms)Running coprocessor post-close hooks at 1731360453524 (+6 ms)Closed at 1731360453524 2024-11-11T21:27:33,524 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3. 2024-11-11T21:27:33,537 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/.tmp/info/6b110c110a4e43fda5f278ccac9ea17b is 173, key is testClearRegionBlockCache,5,1731360452645.98fa28fb58ab470a1897dcd5b2794af3./info:regioninfo/1731360453026/Put/seqid=0 2024-11-11T21:27:33,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:33,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:33,550 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/.tmp/info/6b110c110a4e43fda5f278ccac9ea17b 2024-11-11T21:27:33,573 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/.tmp/ns/b33949e0867948c3967fcec5227e1b87 is 43, key is default/ns:d/1731360452539/Put/seqid=0 2024-11-11T21:27:33,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:33,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:33,586 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:33,586 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/.tmp/ns/b33949e0867948c3967fcec5227e1b87 2024-11-11T21:27:33,586 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:33,609 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/.tmp/table/30b2aeb009c04c368a5ac9bae9491c37 is 61, key is testClearRegionBlockCache/table:state/1731360453043/Put/seqid=0 2024-11-11T21:27:33,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:33,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:33,616 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/.tmp/table/30b2aeb009c04c368a5ac9bae9491c37 2024-11-11T21:27:33,623 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/.tmp/info/6b110c110a4e43fda5f278ccac9ea17b as hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/info/6b110c110a4e43fda5f278ccac9ea17b 2024-11-11T21:27:33,631 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/info/6b110c110a4e43fda5f278ccac9ea17b, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T21:27:33,633 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/.tmp/ns/b33949e0867948c3967fcec5227e1b87 as hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/ns/b33949e0867948c3967fcec5227e1b87 2024-11-11T21:27:33,641 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/ns/b33949e0867948c3967fcec5227e1b87, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T21:27:33,642 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/.tmp/table/30b2aeb009c04c368a5ac9bae9491c37 as hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/table/30b2aeb009c04c368a5ac9bae9491c37 2024-11-11T21:27:33,651 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/table/30b2aeb009c04c368a5ac9bae9491c37, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T21:27:33,653 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=13, compaction requested=false 2024-11-11T21:27:33,660 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T21:27:33,661 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:27:33,661 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:33,662 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360453518Running coprocessor pre-close hooks at 1731360453518Disabling compacts and flushes for region at 1731360453518Disabling writes for close at 1731360453518Obtaining lock to block concurrent updates at 1731360453519 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731360453519Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731360453519Flushing stores of hbase:meta,,1.1588230740 at 1731360453520 (+1 ms)Flushing 1588230740/info: creating writer at 1731360453520Flushing 1588230740/info: appending metadata at 1731360453537 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731360453537Flushing 1588230740/ns: creating writer at 1731360453558 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731360453573 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731360453573Flushing 1588230740/table: creating writer at 1731360453593 (+20 ms)Flushing 1588230740/table: appending metadata at 1731360453608 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731360453608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d0689c: reopening flushed file at 1731360453622 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e2c8b9: reopening flushed file at 1731360453631 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db93e5e: reopening flushed file at 1731360453641 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=13, compaction requested=false at 1731360453653 (+12 ms)Writing region close event to WAL at 1731360453655 (+2 ms)Running coprocessor post-close hooks at 1731360453661 (+6 ms)Closed at 1731360453661 2024-11-11T21:27:33,662 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:33,717 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,40821,1731360451255; all regions closed. 2024-11-11T21:27:33,718 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,46829,1731360451299; all regions closed. 2024-11-11T21:27:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741833_1009 (size=1758) 2024-11-11T21:27:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741833_1009 (size=1758) 2024-11-11T21:27:33,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:33,722 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/WALs/f286ae0a5299,46829,1731360451299/f286ae0a5299%2C46829%2C1731360451299.meta.1731360452467.meta not finished, retry = 0 2024-11-11T21:27:33,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:33,725 DEBUG [RS:0;f286ae0a5299:40821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/oldWALs 2024-11-11T21:27:33,725 INFO [RS:0;f286ae0a5299:40821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C40821%2C1731360451255:(num 1731360452137) 2024-11-11T21:27:33,725 DEBUG [RS:0;f286ae0a5299:40821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:33,725 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:33,725 INFO [RS:0;f286ae0a5299:40821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:33,725 INFO [RS:0;f286ae0a5299:40821 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:33,725 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:33,725 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:33,726 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:33,726 INFO [RS:0;f286ae0a5299:40821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:33,726 INFO [RS:0;f286ae0a5299:40821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40821 2024-11-11T21:27:33,726 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:33,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:33,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,40821,1731360451255 2024-11-11T21:27:33,735 INFO [RS:0;f286ae0a5299:40821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:33,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,40821,1731360451255] 2024-11-11T21:27:33,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,40821,1731360451255 already deleted, retry=false 2024-11-11T21:27:33,756 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,40821,1731360451255 expired; onlineServers=1 2024-11-11T21:27:33,827 DEBUG [RS:1;f286ae0a5299:46829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/oldWALs 2024-11-11T21:27:33,827 INFO [RS:1;f286ae0a5299:46829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C46829%2C1731360451299.meta:.meta(num 1731360452467) 2024-11-11T21:27:33,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741834_1010 (size=1867) 2024-11-11T21:27:33,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741834_1010 (size=1867) 2024-11-11T21:27:33,833 DEBUG [RS:1;f286ae0a5299:46829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/oldWALs 2024-11-11T21:27:33,833 INFO [RS:1;f286ae0a5299:46829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C46829%2C1731360451299:(num 1731360452137) 2024-11-11T21:27:33,833 DEBUG [RS:1;f286ae0a5299:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:33,833 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:33,833 INFO [RS:1;f286ae0a5299:46829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:33,833 INFO [RS:1;f286ae0a5299:46829 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:33,834 INFO [RS:1;f286ae0a5299:46829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:33,834 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:33,834 INFO [RS:1;f286ae0a5299:46829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46829 2024-11-11T21:27:33,846 INFO [RS:0;f286ae0a5299:40821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:33,846 INFO [RS:0;f286ae0a5299:40821 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,40821,1731360451255; zookeeper connection closed. 2024-11-11T21:27:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40821-0x1012bcbe5030001, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:33,846 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3200b0ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3200b0ee 2024-11-11T21:27:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,46829,1731360451299 2024-11-11T21:27:33,847 INFO [RS:1;f286ae0a5299:46829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:33,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,46829,1731360451299] 2024-11-11T21:27:33,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,46829,1731360451299 already deleted, retry=false 2024-11-11T21:27:33,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,46829,1731360451299 expired; onlineServers=0 2024-11-11T21:27:33,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,34687,1731360450920' ***** 2024-11-11T21:27:33,868 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:27:33,868 INFO [M:0;f286ae0a5299:34687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:33,868 INFO [M:0;f286ae0a5299:34687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:33,868 DEBUG [M:0;f286ae0a5299:34687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:27:33,868 DEBUG [M:0;f286ae0a5299:34687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:27:33,868 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:27:33,868 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360451819 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360451819,5,FailOnTimeoutGroup] 2024-11-11T21:27:33,868 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360451824 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360451824,5,FailOnTimeoutGroup] 2024-11-11T21:27:33,868 INFO [M:0;f286ae0a5299:34687 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:33,868 INFO [M:0;f286ae0a5299:34687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:33,868 DEBUG [M:0;f286ae0a5299:34687 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:27:33,869 INFO [M:0;f286ae0a5299:34687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:27:33,869 INFO [M:0;f286ae0a5299:34687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:33,869 INFO [M:0;f286ae0a5299:34687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:27:33,869 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:27:33,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:33,878 DEBUG [M:0;f286ae0a5299:34687 {}] zookeeper.ZKUtil(347): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:27:33,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:33,878 WARN [M:0;f286ae0a5299:34687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:27:33,879 INFO [M:0;f286ae0a5299:34687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/.lastflushedseqids 2024-11-11T21:27:33,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741844_1020 (size=182) 2024-11-11T21:27:33,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741844_1020 (size=182) 2024-11-11T21:27:33,887 INFO [M:0;f286ae0a5299:34687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:27:33,887 INFO [M:0;f286ae0a5299:34687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:27:33,887 DEBUG [M:0;f286ae0a5299:34687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:33,887 INFO [M:0;f286ae0a5299:34687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:33,887 DEBUG [M:0;f286ae0a5299:34687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:33,887 DEBUG [M:0;f286ae0a5299:34687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:33,887 DEBUG [M:0;f286ae0a5299:34687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:33,887 INFO [M:0;f286ae0a5299:34687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-11T21:27:33,911 DEBUG [M:0;f286ae0a5299:34687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8bef1ee2ebe44298e2a069d60f9154d is 82, key is hbase:meta,,1/info:regioninfo/1731360452510/Put/seqid=0 2024-11-11T21:27:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:33,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:33,919 INFO [M:0;f286ae0a5299:34687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8bef1ee2ebe44298e2a069d60f9154d 2024-11-11T21:27:33,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:27:33,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T21:27:33,947 DEBUG [M:0;f286ae0a5299:34687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce7cd34c373d416c87a428b45e44910c is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360453051/Put/seqid=0 2024-11-11T21:27:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741846_1022 (size=6218) 2024-11-11T21:27:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741846_1022 (size=6218) 2024-11-11T21:27:33,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:33,957 INFO [RS:1;f286ae0a5299:46829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:33,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1012bcbe5030002, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:33,957 INFO [RS:1;f286ae0a5299:46829 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,46829,1731360451299; zookeeper connection closed. 2024-11-11T21:27:33,958 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a479f09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a479f09 2024-11-11T21:27:33,958 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T21:27:34,356 INFO [M:0;f286ae0a5299:34687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce7cd34c373d416c87a428b45e44910c 2024-11-11T21:27:34,388 DEBUG [M:0;f286ae0a5299:34687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6d9a18e2c94b3087c22d61dbc78cdb is 69, key is f286ae0a5299,40821,1731360451255/rs:state/1731360451894/Put/seqid=0 2024-11-11T21:27:34,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:34,394 INFO [M:0;f286ae0a5299:34687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6d9a18e2c94b3087c22d61dbc78cdb 2024-11-11T21:27:34,401 DEBUG [M:0;f286ae0a5299:34687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8bef1ee2ebe44298e2a069d60f9154d as hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8bef1ee2ebe44298e2a069d60f9154d 2024-11-11T21:27:34,408 INFO [M:0;f286ae0a5299:34687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8bef1ee2ebe44298e2a069d60f9154d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T21:27:34,409 DEBUG [M:0;f286ae0a5299:34687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce7cd34c373d416c87a428b45e44910c as hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce7cd34c373d416c87a428b45e44910c 2024-11-11T21:27:34,416 INFO [M:0;f286ae0a5299:34687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce7cd34c373d416c87a428b45e44910c, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T21:27:34,418 DEBUG [M:0;f286ae0a5299:34687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6d9a18e2c94b3087c22d61dbc78cdb as hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6d9a18e2c94b3087c22d61dbc78cdb 2024-11-11T21:27:34,425 INFO [M:0;f286ae0a5299:34687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46011/user/jenkins/test-data/aba5ae92-2a0a-ac93-94b0-5b1d4506507e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6d9a18e2c94b3087c22d61dbc78cdb, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T21:27:34,426 INFO [M:0;f286ae0a5299:34687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=71, compaction requested=false 2024-11-11T21:27:34,428 INFO [M:0;f286ae0a5299:34687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:34,428 DEBUG [M:0;f286ae0a5299:34687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360453887Disabling compacts and flushes for region at 1731360453887Disabling writes for close at 1731360453887Obtaining lock to block concurrent updates at 1731360453887Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360453887Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731360453888 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360453889 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360453889Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360453910 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360453911 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360453927 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360453946 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360453947 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360454371 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360454387 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360454388 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aff591e: reopening flushed file at 1731360454400 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b65f8dc: reopening flushed file at 1731360454408 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326216d3: reopening flushed file at 1731360454417 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=71, compaction requested=false at 1731360454426 (+9 ms)Writing region close event to WAL at 1731360454428 (+2 ms)Closed at 1731360454428 2024-11-11T21:27:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741830_1006 (size=35428) 2024-11-11T21:27:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741830_1006 (size=35428) 2024-11-11T21:27:34,431 INFO [M:0;f286ae0a5299:34687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:27:34,431 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:34,431 INFO [M:0;f286ae0a5299:34687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34687 2024-11-11T21:27:34,432 INFO [M:0;f286ae0a5299:34687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:34,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:34,610 INFO [M:0;f286ae0a5299:34687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:34,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x1012bcbe5030000, quorum=127.0.0.1:51878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:34,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@493f030e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:34,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@399f880f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:34,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:34,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38c0cf93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:34,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4be52c19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:34,618 WARN [BP-647302122-172.17.0.2-1731360448723 heartbeating to localhost/127.0.0.1:46011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:34,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:34,619 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:34,619 WARN [BP-647302122-172.17.0.2-1731360448723 heartbeating to localhost/127.0.0.1:46011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647302122-172.17.0.2-1731360448723 (Datanode Uuid 0a53eb16-18c2-48ed-8eed-8320bec9ba8e) service to localhost/127.0.0.1:46011 2024-11-11T21:27:34,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/data/data3/current/BP-647302122-172.17.0.2-1731360448723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:34,621 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/data/data4/current/BP-647302122-172.17.0.2-1731360448723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:34,621 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:34,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fba73c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:34,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cd39f0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:34,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:34,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e348441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:34,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2de6d8d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:34,626 WARN [BP-647302122-172.17.0.2-1731360448723 heartbeating to localhost/127.0.0.1:46011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:34,626 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:34,626 WARN [BP-647302122-172.17.0.2-1731360448723 heartbeating to localhost/127.0.0.1:46011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647302122-172.17.0.2-1731360448723 (Datanode Uuid c93fba0c-c9e2-430e-a831-9d15b3197645) service to localhost/127.0.0.1:46011 2024-11-11T21:27:34,626 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:34,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/data/data1/current/BP-647302122-172.17.0.2-1731360448723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:34,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/cluster_7da6ddd0-d35a-36fa-27dc-7451d4e04d60/data/data2/current/BP-647302122-172.17.0.2-1731360448723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:34,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:34,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cb16b77{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:34,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57b5a866{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:34,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:34,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b50f2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:34,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@696849cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:34,639 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:27:34,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:27:34,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 85) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46011 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46011 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:46011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=439 (was 408) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=2549 (was 2751) 2024-11-11T21:27:34,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=439, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=2550 2024-11-11T21:27:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.log.dir so I do NOT create it in target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690 2024-11-11T21:27:34,683 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:27:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.tmp.dir so I do NOT create it in target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690 2024-11-11T21:27:34,683 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e2a8a2-eede-5bd0-a952-d7f4ae8ec886/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:27:34,683 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690 2024-11-11T21:27:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:27:34,683 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381, deleteOnExit=true 2024-11-11T21:27:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:27:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/test.cache.data in system properties and HBase conf 2024-11-11T21:27:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:27:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:27:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:27:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:27:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:27:34,684 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:27:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:27:34,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:27:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:27:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:27:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:27:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:27:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:27:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:27:35,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:35,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:35,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:35,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:35,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:27:35,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:35,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33427346{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:35,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45c3a183{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:35,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31a3e22a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/java.io.tmpdir/jetty-localhost-42191-hadoop-hdfs-3_4_1-tests_jar-_-any-10495793086006202981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:35,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281810e7{HTTP/1.1, (http/1.1)}{localhost:42191} 2024-11-11T21:27:35,101 INFO [Time-limited test {}] server.Server(415): Started @17858ms 2024-11-11T21:27:35,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:35,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:35,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:35,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:35,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:35,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c60522b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:35,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a153710{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:35,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c18a4d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/java.io.tmpdir/jetty-localhost-38747-hadoop-hdfs-3_4_1-tests_jar-_-any-84769190181586913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:35,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52068c04{HTTP/1.1, (http/1.1)}{localhost:38747} 2024-11-11T21:27:35,442 INFO [Time-limited test {}] server.Server(415): Started @18198ms 2024-11-11T21:27:35,443 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:35,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:35,477 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:35,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:35,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:35,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:27:35,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c98a31b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:35,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5d75f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:35,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40a9146{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/java.io.tmpdir/jetty-localhost-35301-hadoop-hdfs-3_4_1-tests_jar-_-any-14363789867387175732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:35,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a52bcbf{HTTP/1.1, (http/1.1)}{localhost:35301} 2024-11-11T21:27:35,573 INFO [Time-limited test {}] server.Server(415): Started @18330ms 2024-11-11T21:27:35,574 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:36,631 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/data/data1/current/BP-277181792-172.17.0.2-1731360454708/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:36,632 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/data/data2/current/BP-277181792-172.17.0.2-1731360454708/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:36,652 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x357fa8543679d17f with lease ID 0x7ac920bad7428835: Processing first storage report for DS-ae5a53a1-a8d8-4edb-891f-9ee81d10e9a2 from datanode DatanodeRegistration(127.0.0.1:35973, datanodeUuid=43402739-6cf0-4878-a988-4f33b90949b7, infoPort=45735, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=255694030;c=1731360454708) 2024-11-11T21:27:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x357fa8543679d17f with lease ID 0x7ac920bad7428835: from storage DS-ae5a53a1-a8d8-4edb-891f-9ee81d10e9a2 node DatanodeRegistration(127.0.0.1:35973, datanodeUuid=43402739-6cf0-4878-a988-4f33b90949b7, infoPort=45735, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=255694030;c=1731360454708), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:36,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x357fa8543679d17f with lease ID 0x7ac920bad7428835: Processing first storage report for DS-d5811fa4-81b6-47f1-b504-a33a22273330 from datanode DatanodeRegistration(127.0.0.1:35973, datanodeUuid=43402739-6cf0-4878-a988-4f33b90949b7, infoPort=45735, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=255694030;c=1731360454708) 2024-11-11T21:27:36,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x357fa8543679d17f with lease ID 0x7ac920bad7428835: from storage DS-d5811fa4-81b6-47f1-b504-a33a22273330 node DatanodeRegistration(127.0.0.1:35973, datanodeUuid=43402739-6cf0-4878-a988-4f33b90949b7, infoPort=45735, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=255694030;c=1731360454708), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:36,821 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/data/data4/current/BP-277181792-172.17.0.2-1731360454708/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:36,821 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/data/data3/current/BP-277181792-172.17.0.2-1731360454708/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:36,840 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x317f917768c8a8a1 with lease ID 0x7ac920bad7428836: Processing first storage report for DS-07f2c001-200e-4f4d-ba63-c1a77eee399b from datanode DatanodeRegistration(127.0.0.1:36565, datanodeUuid=c951511d-1282-49db-ace2-fa80b808ebe2, infoPort=33035, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=255694030;c=1731360454708) 2024-11-11T21:27:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x317f917768c8a8a1 with lease ID 0x7ac920bad7428836: from storage DS-07f2c001-200e-4f4d-ba63-c1a77eee399b node DatanodeRegistration(127.0.0.1:36565, datanodeUuid=c951511d-1282-49db-ace2-fa80b808ebe2, infoPort=33035, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=255694030;c=1731360454708), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x317f917768c8a8a1 with lease ID 0x7ac920bad7428836: Processing first storage report for DS-9fe816f3-2648-4914-9e4f-0fd5daf9dc5b from datanode DatanodeRegistration(127.0.0.1:36565, datanodeUuid=c951511d-1282-49db-ace2-fa80b808ebe2, infoPort=33035, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=255694030;c=1731360454708) 2024-11-11T21:27:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x317f917768c8a8a1 with lease ID 0x7ac920bad7428836: from storage DS-9fe816f3-2648-4914-9e4f-0fd5daf9dc5b node DatanodeRegistration(127.0.0.1:36565, datanodeUuid=c951511d-1282-49db-ace2-fa80b808ebe2, infoPort=33035, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=255694030;c=1731360454708), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:36,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690 2024-11-11T21:27:36,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/zookeeper_0, clientPort=64716, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:27:36,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64716 2024-11-11T21:27:36,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:36,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:36,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:36,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:36,934 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4 with version=8 2024-11-11T21:27:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/hbase-staging 2024-11-11T21:27:36,936 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:36,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:36,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:36,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:36,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:36,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:36,937 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:27:36,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:36,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46233 2024-11-11T21:27:36,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46233 connecting to ZooKeeper ensemble=127.0.0.1:64716 2024-11-11T21:27:37,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462330x0, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:37,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46233-0x1012bcbfc810000 connected 2024-11-11T21:27:37,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:37,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:37,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:37,215 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4, hbase.cluster.distributed=false 2024-11-11T21:27:37,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:37,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-11T21:27:37,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46233 2024-11-11T21:27:37,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46233 2024-11-11T21:27:37,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-11T21:27:37,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-11T21:27:37,232 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:37,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:37,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:37,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:37,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:37,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:37,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:37,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:37,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42779 2024-11-11T21:27:37,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42779 connecting to ZooKeeper ensemble=127.0.0.1:64716 2024-11-11T21:27:37,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:37,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:37,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427790x0, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:37,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427790x0, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:37,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42779-0x1012bcbfc810001 connected 2024-11-11T21:27:37,252 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:37,252 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:37,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:37,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:37,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42779 2024-11-11T21:27:37,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42779 2024-11-11T21:27:37,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42779 2024-11-11T21:27:37,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42779 2024-11-11T21:27:37,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42779 2024-11-11T21:27:37,277 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:37,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:37,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:37,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:37,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:37,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:37,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:37,277 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:37,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42669 2024-11-11T21:27:37,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42669 connecting to ZooKeeper ensemble=127.0.0.1:64716 2024-11-11T21:27:37,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:37,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:37,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426690x0, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:37,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426690x0, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:37,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42669-0x1012bcbfc810002 connected 2024-11-11T21:27:37,293 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:37,294 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:37,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:37,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:37,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42669 2024-11-11T21:27:37,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42669 2024-11-11T21:27:37,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42669 2024-11-11T21:27:37,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42669 2024-11-11T21:27:37,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42669 2024-11-11T21:27:37,311 DEBUG [M:0;f286ae0a5299:46233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:46233 2024-11-11T21:27:37,311 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f286ae0a5299,46233,1731360456936 2024-11-11T21:27:37,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:37,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:37,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:37,325 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f286ae0a5299,46233,1731360456936 2024-11-11T21:27:37,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:37,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:37,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,335 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:27:37,336 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f286ae0a5299,46233,1731360456936 from backup master directory 2024-11-11T21:27:37,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:37,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f286ae0a5299,46233,1731360456936 2024-11-11T21:27:37,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:37,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:37,345 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:37,345 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,46233,1731360456936 2024-11-11T21:27:37,350 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/hbase.id] with ID: 28a70e70-4def-4fb9-8c67-0504601890f3 2024-11-11T21:27:37,351 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/.tmp/hbase.id 2024-11-11T21:27:37,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:37,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:37,359 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/.tmp/hbase.id]:[hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/hbase.id] 2024-11-11T21:27:37,373 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:37,373 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:27:37,375 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:27:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:37,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:37,395 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:37,395 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:27:37,396 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:37,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:37,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:37,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store 2024-11-11T21:27:37,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:37,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:37,412 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:37,412 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:37,412 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:37,412 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:37,412 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:37,412 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:37,412 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:37,412 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360457412Disabling compacts and flushes for region at 1731360457412Disabling writes for close at 1731360457412Writing region close event to WAL at 1731360457412Closed at 1731360457412 2024-11-11T21:27:37,413 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/.initializing 2024-11-11T21:27:37,413 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/WALs/f286ae0a5299,46233,1731360456936 2024-11-11T21:27:37,414 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:37,416 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C46233%2C1731360456936, suffix=, logDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/WALs/f286ae0a5299,46233,1731360456936, archiveDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/oldWALs, maxLogs=10 2024-11-11T21:27:37,429 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/WALs/f286ae0a5299,46233,1731360456936/f286ae0a5299%2C46233%2C1731360456936.1731360457416, exclude list is [], retry=0 2024-11-11T21:27:37,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36565,DS-07f2c001-200e-4f4d-ba63-c1a77eee399b,DISK] 2024-11-11T21:27:37,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35973,DS-ae5a53a1-a8d8-4edb-891f-9ee81d10e9a2,DISK] 2024-11-11T21:27:37,434 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/WALs/f286ae0a5299,46233,1731360456936/f286ae0a5299%2C46233%2C1731360456936.1731360457416 2024-11-11T21:27:37,434 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33035:33035),(127.0.0.1/127.0.0.1:45735:45735)] 2024-11-11T21:27:37,434 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:37,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:37,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:27:37,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:37,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:37,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:27:37,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:37,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:37,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:27:37,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:37,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:37,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:27:37,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:37,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:37,444 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,445 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,445 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,446 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,446 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,447 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:37,448 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:37,450 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:37,451 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69199820, jitterRate=0.03115767240524292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:37,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360457435Initializing all the Stores at 1731360457436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360457436Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360457436Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360457436Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360457436Cleaning up temporary data from old regions at 1731360457446 (+10 ms)Region opened successfully at 1731360457452 (+6 ms) 2024-11-11T21:27:37,452 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:27:37,456 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b41a542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:37,457 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:27:37,457 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:27:37,457 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:27:37,457 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:27:37,458 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:27:37,458 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:27:37,458 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:27:37,460 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:27:37,461 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:27:37,471 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:27:37,472 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:27:37,473 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:27:37,482 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:27:37,483 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:27:37,484 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:27:37,493 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:27:37,494 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:27:37,503 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:27:37,506 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:27:37,514 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:27:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,526 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,46233,1731360456936, sessionid=0x1012bcbfc810000, setting cluster-up flag (Was=false) 2024-11-11T21:27:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,577 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:27:37,579 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,46233,1731360456936 2024-11-11T21:27:37,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:37,641 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:27:37,645 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,46233,1731360456936 2024-11-11T21:27:37,647 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:27:37,650 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:37,650 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:27:37,651 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:27:37,651 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,46233,1731360456936 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:27:37,654 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:37,654 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:37,654 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:37,654 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:37,655 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:27:37,655 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,655 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:37,655 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,657 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360487657 2024-11-11T21:27:37,657 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:27:37,657 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:27:37,657 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:27:37,657 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:27:37,657 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:27:37,657 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:27:37,658 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:37,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:27:37,658 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:27:37,658 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:27:37,658 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:27:37,659 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:27:37,659 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:27:37,659 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360457659,5,FailOnTimeoutGroup] 2024-11-11T21:27:37,660 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:37,660 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360457659,5,FailOnTimeoutGroup] 2024-11-11T21:27:37,660 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,660 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:27:37,660 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:27:37,660 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,660 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:37,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:27:37,673 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4 2024-11-11T21:27:37,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:37,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:37,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:37,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:37,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:37,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:37,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:37,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:37,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:37,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:37,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:37,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:37,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:37,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:37,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:37,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:37,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:37,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:37,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:37,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:37,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740 2024-11-11T21:27:37,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740 2024-11-11T21:27:37,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:37,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:37,695 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:37,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:37,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:37,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68643655, jitterRate=0.022870168089866638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:37,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360457681Initializing all the Stores at 1731360457682 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360457682Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360457682Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360457682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360457682Cleaning up temporary data from old regions at 1731360457694 (+12 ms)Region opened successfully at 1731360457700 (+6 ms) 2024-11-11T21:27:37,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:37,700 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:37,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:37,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:37,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:37,700 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(746): ClusterId : 28a70e70-4def-4fb9-8c67-0504601890f3 2024-11-11T21:27:37,700 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(746): ClusterId : 28a70e70-4def-4fb9-8c67-0504601890f3 2024-11-11T21:27:37,700 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:37,700 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:37,701 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360457700Disabling compacts and flushes for region at 1731360457700Disabling writes for close at 1731360457700Writing region close event to WAL at 1731360457701 (+1 ms)Closed at 1731360457701 2024-11-11T21:27:37,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:37,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:27:37,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:27:37,704 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:37,705 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:27:37,710 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:37,710 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:37,710 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:37,710 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:37,720 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:37,720 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:37,721 DEBUG [RS:1;f286ae0a5299:42669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c14b645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:37,721 DEBUG [RS:0;f286ae0a5299:42779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396e61bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:37,732 DEBUG [RS:1;f286ae0a5299:42669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f286ae0a5299:42669 2024-11-11T21:27:37,732 DEBUG [RS:0;f286ae0a5299:42779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:42779 2024-11-11T21:27:37,732 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:37,732 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:37,732 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:37,732 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:37,732 DEBUG [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:37,732 DEBUG [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:37,733 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,46233,1731360456936 with port=42779, startcode=1731360457232 2024-11-11T21:27:37,733 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,46233,1731360456936 with port=42669, startcode=1731360457276 2024-11-11T21:27:37,733 DEBUG [RS:1;f286ae0a5299:42669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:37,733 DEBUG [RS:0;f286ae0a5299:42779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:37,735 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:37,735 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:37,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,42779,1731360457232 2024-11-11T21:27:37,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46233 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,42779,1731360457232 2024-11-11T21:27:37,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,42669,1731360457276 2024-11-11T21:27:37,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46233 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,42669,1731360457276 2024-11-11T21:27:37,737 DEBUG [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4 2024-11-11T21:27:37,737 DEBUG [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41383 2024-11-11T21:27:37,737 DEBUG [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:37,738 DEBUG [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4 2024-11-11T21:27:37,738 DEBUG [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41383 2024-11-11T21:27:37,738 DEBUG [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:37,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:37,789 DEBUG [RS:0;f286ae0a5299:42779 {}] zookeeper.ZKUtil(111): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,42779,1731360457232 2024-11-11T21:27:37,789 WARN [RS:0;f286ae0a5299:42779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:37,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,42779,1731360457232] 2024-11-11T21:27:37,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,42669,1731360457276] 2024-11-11T21:27:37,789 INFO [RS:0;f286ae0a5299:42779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:37,789 DEBUG [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42779,1731360457232 2024-11-11T21:27:37,789 DEBUG [RS:1;f286ae0a5299:42669 {}] zookeeper.ZKUtil(111): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,42669,1731360457276 2024-11-11T21:27:37,789 WARN [RS:1;f286ae0a5299:42669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:37,790 INFO [RS:1;f286ae0a5299:42669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:37,790 DEBUG [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42669,1731360457276 2024-11-11T21:27:37,797 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:37,797 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:37,800 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:37,801 INFO [RS:1;f286ae0a5299:42669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:37,801 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,802 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:37,803 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:37,803 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:37,803 INFO [RS:0;f286ae0a5299:42779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:37,803 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,803 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,803 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,803 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:37,803 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,804 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,805 DEBUG [RS:1;f286ae0a5299:42669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:37,805 DEBUG [RS:0;f286ae0a5299:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:37,808 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,808 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,809 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,809 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,809 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,809 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,809 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,809 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,809 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,809 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42669,1731360457276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:37,809 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,809 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42779,1731360457232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:37,824 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:37,824 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42669,1731360457276-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,824 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,824 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.Replication(171): f286ae0a5299,42669,1731360457276 started 2024-11-11T21:27:37,828 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:37,828 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42779,1731360457232-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,828 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,828 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.Replication(171): f286ae0a5299,42779,1731360457232 started 2024-11-11T21:27:37,837 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,837 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,42669,1731360457276, RpcServer on f286ae0a5299/172.17.0.2:42669, sessionid=0x1012bcbfc810002 2024-11-11T21:27:37,837 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:37,837 DEBUG [RS:1;f286ae0a5299:42669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,42669,1731360457276 2024-11-11T21:27:37,837 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42669,1731360457276' 2024-11-11T21:27:37,837 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:37,838 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:37,838 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:37,838 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:37,838 DEBUG [RS:1;f286ae0a5299:42669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,42669,1731360457276 2024-11-11T21:27:37,838 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42669,1731360457276' 2024-11-11T21:27:37,838 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:37,839 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:37,839 DEBUG [RS:1;f286ae0a5299:42669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:37,839 INFO [RS:1;f286ae0a5299:42669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:37,839 INFO [RS:1;f286ae0a5299:42669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:37,841 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:37,841 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,42779,1731360457232, RpcServer on f286ae0a5299/172.17.0.2:42779, sessionid=0x1012bcbfc810001 2024-11-11T21:27:37,841 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:37,841 DEBUG [RS:0;f286ae0a5299:42779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,42779,1731360457232 2024-11-11T21:27:37,841 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42779,1731360457232' 2024-11-11T21:27:37,841 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:37,842 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:37,842 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:37,842 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:37,843 DEBUG [RS:0;f286ae0a5299:42779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,42779,1731360457232 2024-11-11T21:27:37,843 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42779,1731360457232' 2024-11-11T21:27:37,843 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:37,843 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:37,843 DEBUG [RS:0;f286ae0a5299:42779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:37,843 INFO [RS:0;f286ae0a5299:42779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:37,844 INFO [RS:0;f286ae0a5299:42779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:37,855 WARN [f286ae0a5299:46233 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:27:37,940 INFO [RS:1;f286ae0a5299:42669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:37,944 INFO [RS:1;f286ae0a5299:42669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C42669%2C1731360457276, suffix=, logDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42669,1731360457276, archiveDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/oldWALs, maxLogs=32 2024-11-11T21:27:37,944 INFO [RS:0;f286ae0a5299:42779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:37,949 INFO [RS:0;f286ae0a5299:42779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C42779%2C1731360457232, suffix=, logDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42779,1731360457232, archiveDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/oldWALs, maxLogs=32 2024-11-11T21:27:37,962 DEBUG [RS:1;f286ae0a5299:42669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42669,1731360457276/f286ae0a5299%2C42669%2C1731360457276.1731360457946, exclude list is [], retry=0 2024-11-11T21:27:37,964 DEBUG [RS:0;f286ae0a5299:42779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42779,1731360457232/f286ae0a5299%2C42779%2C1731360457232.1731360457951, exclude list is [], retry=0 2024-11-11T21:27:37,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35973,DS-ae5a53a1-a8d8-4edb-891f-9ee81d10e9a2,DISK] 2024-11-11T21:27:37,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36565,DS-07f2c001-200e-4f4d-ba63-c1a77eee399b,DISK] 2024-11-11T21:27:37,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35973,DS-ae5a53a1-a8d8-4edb-891f-9ee81d10e9a2,DISK] 2024-11-11T21:27:37,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36565,DS-07f2c001-200e-4f4d-ba63-c1a77eee399b,DISK] 2024-11-11T21:27:37,968 INFO [RS:1;f286ae0a5299:42669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42669,1731360457276/f286ae0a5299%2C42669%2C1731360457276.1731360457946 2024-11-11T21:27:37,972 DEBUG [RS:1;f286ae0a5299:42669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45735:45735),(127.0.0.1/127.0.0.1:33035:33035)] 2024-11-11T21:27:37,973 INFO [RS:0;f286ae0a5299:42779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42779,1731360457232/f286ae0a5299%2C42779%2C1731360457232.1731360457951 2024-11-11T21:27:37,976 DEBUG [RS:0;f286ae0a5299:42779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33035:33035),(127.0.0.1/127.0.0.1:45735:45735)] 2024-11-11T21:27:37,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:27:37,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:38,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:38,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:38,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:38,105 DEBUG [f286ae0a5299:46233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T21:27:38,105 DEBUG [f286ae0a5299:46233 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:38,108 DEBUG [f286ae0a5299:46233 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:38,108 DEBUG [f286ae0a5299:46233 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:38,109 DEBUG [f286ae0a5299:46233 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:38,109 DEBUG [f286ae0a5299:46233 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:38,109 INFO [f286ae0a5299:46233 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:38,109 INFO [f286ae0a5299:46233 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:38,109 DEBUG [f286ae0a5299:46233 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:38,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,42779,1731360457232 2024-11-11T21:27:38,111 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42779,1731360457232, state=OPENING 2024-11-11T21:27:38,187 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:27:38,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:38,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:38,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:38,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:38,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:38,199 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:38,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42779,1731360457232}] 2024-11-11T21:27:38,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:38,353 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:38,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:38,361 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:27:38,362 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:38,362 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:27:38,364 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C42779%2C1731360457232.meta, suffix=.meta, logDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42779,1731360457232, archiveDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/oldWALs, maxLogs=32 2024-11-11T21:27:38,380 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42779,1731360457232/f286ae0a5299%2C42779%2C1731360457232.meta.1731360458365.meta, exclude list is [], retry=0 2024-11-11T21:27:38,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36565,DS-07f2c001-200e-4f4d-ba63-c1a77eee399b,DISK] 2024-11-11T21:27:38,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35973,DS-ae5a53a1-a8d8-4edb-891f-9ee81d10e9a2,DISK] 2024-11-11T21:27:38,385 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/WALs/f286ae0a5299,42779,1731360457232/f286ae0a5299%2C42779%2C1731360457232.meta.1731360458365.meta 2024-11-11T21:27:38,386 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45735:45735),(127.0.0.1/127.0.0.1:33035:33035)] 2024-11-11T21:27:38,386 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:38,386 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:27:38,386 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:27:38,387 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:27:38,387 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:27:38,387 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:38,387 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:27:38,387 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:27:38,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:38,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:38,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:38,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:38,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:38,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:38,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:38,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:38,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:38,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:38,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:38,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:38,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:38,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:38,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:38,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:38,394 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:38,396 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740 2024-11-11T21:27:38,398 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740 2024-11-11T21:27:38,399 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:38,399 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:38,400 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:38,402 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:38,403 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74204177, jitterRate=0.1057284027338028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:38,403 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:27:38,404 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360458387Writing region info on filesystem at 1731360458387Initializing all the Stores at 1731360458388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360458388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360458388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360458388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360458388Cleaning up temporary data from old regions at 1731360458400 (+12 ms)Running coprocessor post-open hooks at 1731360458403 (+3 ms)Region opened successfully at 1731360458404 (+1 ms) 2024-11-11T21:27:38,405 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360458352 2024-11-11T21:27:38,408 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:27:38,408 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:27:38,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42779,1731360457232 2024-11-11T21:27:38,409 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42779,1731360457232, state=OPEN 2024-11-11T21:27:38,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:38,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:38,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:38,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,42779,1731360457232 2024-11-11T21:27:38,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:38,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:38,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:38,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:27:38,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42779,1731360457232 in 220 msec 2024-11-11T21:27:38,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:27:38,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-11T21:27:38,429 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:38,429 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:27:38,431 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:38,431 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42779,1731360457232, seqNum=-1] 2024-11-11T21:27:38,431 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:38,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:38,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 789 msec 2024-11-11T21:27:38,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360458439, completionTime=-1 2024-11-11T21:27:38,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T21:27:38,439 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:27:38,441 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T21:27:38,441 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360518441 2024-11-11T21:27:38,442 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360578442 2024-11-11T21:27:38,442 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T21:27:38,442 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46233,1731360456936-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:38,442 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46233,1731360456936-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:38,442 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46233,1731360456936-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:38,442 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:46233, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:38,442 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:38,443 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:38,444 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:27:38,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.101sec 2024-11-11T21:27:38,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:27:38,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:27:38,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:27:38,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:27:38,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:27:38,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46233,1731360456936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:38,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46233,1731360456936-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:27:38,450 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:27:38,450 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:27:38,450 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46233,1731360456936-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:38,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96aed5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:38,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,46233,-1 for getting cluster id 2024-11-11T21:27:38,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:27:38,506 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28a70e70-4def-4fb9-8c67-0504601890f3' 2024-11-11T21:27:38,506 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:27:38,506 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28a70e70-4def-4fb9-8c67-0504601890f3" 2024-11-11T21:27:38,507 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543f4af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:38,507 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,46233,-1] 2024-11-11T21:27:38,507 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:27:38,508 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:38,509 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:27:38,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eec20d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:38,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:38,512 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42779,1731360457232, seqNum=-1] 2024-11-11T21:27:38,512 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:38,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:38,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,46233,1731360456936 2024-11-11T21:27:38,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:27:38,517 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,46233,1731360456936 2024-11-11T21:27:38,517 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@622dd725 2024-11-11T21:27:38,517 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:27:38,518 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:27:38,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T21:27:38,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:27:38,522 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:38,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T21:27:38,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:27:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:38,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:38,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:38,533 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b416cf3aa87f4e648ca0cf4bf537bb23, NAME => 'testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4 2024-11-11T21:27:38,533 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f46f4ab78e8fc5983e45fd7d2edcecd4, NAME => 'testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4 2024-11-11T21:27:38,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:38,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:38,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:38,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b416cf3aa87f4e648ca0cf4bf537bb23, disabling compactions & flushes 2024-11-11T21:27:38,541 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:38,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:38,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. after waiting 0 ms 2024-11-11T21:27:38,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:38,541 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:38,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b416cf3aa87f4e648ca0cf4bf537bb23: Waiting for close lock at 1731360458541Disabling compacts and flushes for region at 1731360458541Disabling writes for close at 1731360458541Writing region close event to WAL at 1731360458541Closed at 1731360458541 2024-11-11T21:27:38,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:38,942 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:38,942 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f46f4ab78e8fc5983e45fd7d2edcecd4, disabling compactions & flushes 2024-11-11T21:27:38,942 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:38,942 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:38,942 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. after waiting 0 ms 2024-11-11T21:27:38,942 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:38,942 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:38,942 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f46f4ab78e8fc5983e45fd7d2edcecd4: Waiting for close lock at 1731360458942Disabling compacts and flushes for region at 1731360458942Disabling writes for close at 1731360458942Writing region close event to WAL at 1731360458942Closed at 1731360458942 2024-11-11T21:27:38,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:27:38,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360458944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360458944"}]},"ts":"1731360458944"} 2024-11-11T21:27:38,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360458944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360458944"}]},"ts":"1731360458944"} 2024-11-11T21:27:38,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T21:27:38,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:27:38,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360458949"}]},"ts":"1731360458949"} 2024-11-11T21:27:38,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T21:27:38,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:38,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:38,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:38,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:38,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:38,955 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:38,955 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:38,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:38,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b416cf3aa87f4e648ca0cf4bf537bb23, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f46f4ab78e8fc5983e45fd7d2edcecd4, ASSIGN}] 2024-11-11T21:27:38,957 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f46f4ab78e8fc5983e45fd7d2edcecd4, ASSIGN 2024-11-11T21:27:38,957 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b416cf3aa87f4e648ca0cf4bf537bb23, ASSIGN 2024-11-11T21:27:38,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f46f4ab78e8fc5983e45fd7d2edcecd4, ASSIGN; state=OFFLINE, location=f286ae0a5299,42779,1731360457232; forceNewPlan=false, retain=false 2024-11-11T21:27:38,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b416cf3aa87f4e648ca0cf4bf537bb23, ASSIGN; state=OFFLINE, location=f286ae0a5299,42669,1731360457276; forceNewPlan=false, retain=false 2024-11-11T21:27:39,109 INFO [f286ae0a5299:46233 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T21:27:39,109 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b416cf3aa87f4e648ca0cf4bf537bb23, regionState=OPENING, regionLocation=f286ae0a5299,42669,1731360457276 2024-11-11T21:27:39,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f46f4ab78e8fc5983e45fd7d2edcecd4, regionState=OPENING, regionLocation=f286ae0a5299,42779,1731360457232 2024-11-11T21:27:39,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b416cf3aa87f4e648ca0cf4bf537bb23, ASSIGN because future has completed 2024-11-11T21:27:39,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b416cf3aa87f4e648ca0cf4bf537bb23, server=f286ae0a5299,42669,1731360457276}] 2024-11-11T21:27:39,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f46f4ab78e8fc5983e45fd7d2edcecd4, ASSIGN because future has completed 2024-11-11T21:27:39,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f46f4ab78e8fc5983e45fd7d2edcecd4, server=f286ae0a5299,42779,1731360457232}] 2024-11-11T21:27:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:39,270 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:39,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:39,277 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:39,277 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b416cf3aa87f4e648ca0cf4bf537bb23, NAME => 'testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T21:27:39,277 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:39,277 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => f46f4ab78e8fc5983e45fd7d2edcecd4, NAME => 'testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T21:27:39,278 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,278 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,278 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:39,278 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:39,278 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,278 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,278 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,278 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,279 INFO [StoreOpener-f46f4ab78e8fc5983e45fd7d2edcecd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,279 INFO [StoreOpener-b416cf3aa87f4e648ca0cf4bf537bb23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,281 INFO [StoreOpener-b416cf3aa87f4e648ca0cf4bf537bb23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b416cf3aa87f4e648ca0cf4bf537bb23 columnFamilyName family 2024-11-11T21:27:39,281 INFO [StoreOpener-f46f4ab78e8fc5983e45fd7d2edcecd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f46f4ab78e8fc5983e45fd7d2edcecd4 columnFamilyName family 2024-11-11T21:27:39,281 DEBUG [StoreOpener-b416cf3aa87f4e648ca0cf4bf537bb23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:39,281 DEBUG [StoreOpener-f46f4ab78e8fc5983e45fd7d2edcecd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:39,281 INFO [StoreOpener-b416cf3aa87f4e648ca0cf4bf537bb23-1 {}] regionserver.HStore(327): Store=b416cf3aa87f4e648ca0cf4bf537bb23/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:39,281 INFO [StoreOpener-f46f4ab78e8fc5983e45fd7d2edcecd4-1 {}] regionserver.HStore(327): Store=f46f4ab78e8fc5983e45fd7d2edcecd4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:39,281 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,281 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,282 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,282 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,282 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,282 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,283 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,283 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,283 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,283 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,285 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,285 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,287 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/f46f4ab78e8fc5983e45fd7d2edcecd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:39,287 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened f46f4ab78e8fc5983e45fd7d2edcecd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66200192, jitterRate=-0.013540267944335938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:39,288 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,288 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/b416cf3aa87f4e648ca0cf4bf537bb23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:39,288 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b416cf3aa87f4e648ca0cf4bf537bb23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72037056, jitterRate=0.07343578338623047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:39,289 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for f46f4ab78e8fc5983e45fd7d2edcecd4: Running coprocessor pre-open hook at 1731360459278Writing region info on filesystem at 1731360459278Initializing all the Stores at 1731360459279 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360459279Cleaning up temporary data from old regions at 1731360459283 (+4 ms)Running coprocessor post-open hooks at 1731360459288 (+5 ms)Region opened successfully at 1731360459288 2024-11-11T21:27:39,289 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,289 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b416cf3aa87f4e648ca0cf4bf537bb23: Running coprocessor pre-open hook at 1731360459278Writing region info on filesystem at 1731360459278Initializing all the Stores at 1731360459279 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360459279Cleaning up temporary data from old regions at 1731360459283 (+4 ms)Running coprocessor post-open hooks at 1731360459289 (+6 ms)Region opened successfully at 1731360459289 2024-11-11T21:27:39,290 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4., pid=8, masterSystemTime=1731360459273 2024-11-11T21:27:39,290 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23., pid=7, masterSystemTime=1731360459270 2024-11-11T21:27:39,292 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:39,292 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:39,293 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f46f4ab78e8fc5983e45fd7d2edcecd4, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42779,1731360457232 2024-11-11T21:27:39,294 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:39,294 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:39,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b416cf3aa87f4e648ca0cf4bf537bb23, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42669,1731360457276 2024-11-11T21:27:39,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f46f4ab78e8fc5983e45fd7d2edcecd4, server=f286ae0a5299,42779,1731360457232 because future has completed 2024-11-11T21:27:39,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b416cf3aa87f4e648ca0cf4bf537bb23, server=f286ae0a5299,42669,1731360457276 because future has completed 2024-11-11T21:27:39,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T21:27:39,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f46f4ab78e8fc5983e45fd7d2edcecd4, server=f286ae0a5299,42779,1731360457232 in 180 msec 2024-11-11T21:27:39,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T21:27:39,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b416cf3aa87f4e648ca0cf4bf537bb23, server=f286ae0a5299,42669,1731360457276 in 185 msec 2024-11-11T21:27:39,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f46f4ab78e8fc5983e45fd7d2edcecd4, ASSIGN in 346 msec 2024-11-11T21:27:39,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:27:39,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b416cf3aa87f4e648ca0cf4bf537bb23, ASSIGN in 348 msec 2024-11-11T21:27:39,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:27:39,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360459307"}]},"ts":"1731360459307"} 2024-11-11T21:27:39,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T21:27:39,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:27:39,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 791 msec 2024-11-11T21:27:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:39,663 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T21:27:39,663 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T21:27:39,663 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:39,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T21:27:39,667 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:39,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T21:27:39,670 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23., hostname=f286ae0a5299,42669,1731360457276, seqNum=2] 2024-11-11T21:27:39,671 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:39,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:39,685 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4., hostname=f286ae0a5299,42779,1731360457232, seqNum=2] 2024-11-11T21:27:39,697 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f46f4ab78e8fc5983e45fd7d2edcecd4 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T21:27:39,713 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/f46f4ab78e8fc5983e45fd7d2edcecd4/.tmp/family/b743204785cc40118e34031c5d77f207 is 32, key is 5/family:/1731360459687/Put/seqid=0 2024-11-11T21:27:39,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741839_1015 (size=5083) 2024-11-11T21:27:39,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741839_1015 (size=5083) 2024-11-11T21:27:39,719 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/f46f4ab78e8fc5983e45fd7d2edcecd4/.tmp/family/b743204785cc40118e34031c5d77f207 2024-11-11T21:27:39,726 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/f46f4ab78e8fc5983e45fd7d2edcecd4/.tmp/family/b743204785cc40118e34031c5d77f207 as hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/f46f4ab78e8fc5983e45fd7d2edcecd4/family/b743204785cc40118e34031c5d77f207 2024-11-11T21:27:39,733 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/f46f4ab78e8fc5983e45fd7d2edcecd4/family/b743204785cc40118e34031c5d77f207, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T21:27:39,734 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f46f4ab78e8fc5983e45fd7d2edcecd4 in 37ms, sequenceid=9, compaction requested=false 2024-11-11T21:27:39,735 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f46f4ab78e8fc5983e45fd7d2edcecd4: 2024-11-11T21:27:39,735 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b416cf3aa87f4e648ca0cf4bf537bb23 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T21:27:39,750 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/b416cf3aa87f4e648ca0cf4bf537bb23/.tmp/family/ed8f7e5716fe47fc87682650240aa04f is 32, key is 1/family:/1731360459673/Put/seqid=0 2024-11-11T21:27:39,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741840_1016 (size=5054) 2024-11-11T21:27:39,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741840_1016 (size=5054) 2024-11-11T21:27:39,756 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/b416cf3aa87f4e648ca0cf4bf537bb23/.tmp/family/ed8f7e5716fe47fc87682650240aa04f 2024-11-11T21:27:39,764 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/b416cf3aa87f4e648ca0cf4bf537bb23/.tmp/family/ed8f7e5716fe47fc87682650240aa04f as hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/b416cf3aa87f4e648ca0cf4bf537bb23/family/ed8f7e5716fe47fc87682650240aa04f 2024-11-11T21:27:39,770 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/b416cf3aa87f4e648ca0cf4bf537bb23/family/ed8f7e5716fe47fc87682650240aa04f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:27:39,771 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b416cf3aa87f4e648ca0cf4bf537bb23 in 36ms, sequenceid=8, compaction requested=false 2024-11-11T21:27:39,771 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b416cf3aa87f4e648ca0cf4bf537bb23: 2024-11-11T21:27:39,776 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T21:27:39,779 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:39,780 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:39,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:39,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:39,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:27:39,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:39,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:39,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:39,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:39,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:27:39,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:27:39,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1768093097, stopped=false 2024-11-11T21:27:39,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,46233,1731360456936 2024-11-11T21:27:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:39,836 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:39,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:39,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:39,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:39,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:39,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:39,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:39,837 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,42779,1731360457232' ***** 2024-11-11T21:27:39,838 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:39,838 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,42669,1731360457276' ***** 2024-11-11T21:27:39,838 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:39,838 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:39,838 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:39,838 INFO [RS:0;f286ae0a5299:42779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:39,838 INFO [RS:1;f286ae0a5299:42669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:39,838 INFO [RS:0;f286ae0a5299:42779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:39,838 INFO [RS:1;f286ae0a5299:42669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:39,838 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,838 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(3091): Received CLOSE for b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,838 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:39,838 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:39,838 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,42779,1731360457232 2024-11-11T21:27:39,838 INFO [RS:0;f286ae0a5299:42779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:39,838 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,42669,1731360457276 2024-11-11T21:27:39,839 INFO [RS:0;f286ae0a5299:42779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42779. 2024-11-11T21:27:39,839 INFO [RS:1;f286ae0a5299:42669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:39,839 INFO [RS:1;f286ae0a5299:42669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f286ae0a5299:42669. 2024-11-11T21:27:39,839 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b416cf3aa87f4e648ca0cf4bf537bb23, disabling compactions & flushes 2024-11-11T21:27:39,839 DEBUG [RS:0;f286ae0a5299:42779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:39,839 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:39,839 DEBUG [RS:0;f286ae0a5299:42779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:39,839 DEBUG [RS:1;f286ae0a5299:42669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:39,839 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:39,839 DEBUG [RS:1;f286ae0a5299:42669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:39,839 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:39,839 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:27:39,839 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:39,839 DEBUG [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(1325): Online Regions={b416cf3aa87f4e648ca0cf4bf537bb23=testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23.} 2024-11-11T21:27:39,839 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:39,839 DEBUG [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(1351): Waiting on b416cf3aa87f4e648ca0cf4bf537bb23 2024-11-11T21:27:39,839 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. after waiting 0 ms 2024-11-11T21:27:39,839 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:27:39,839 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:39,839 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f46f4ab78e8fc5983e45fd7d2edcecd4, disabling compactions & flushes 2024-11-11T21:27:39,839 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:39,839 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:39,839 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. after waiting 0 ms 2024-11-11T21:27:39,840 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:39,846 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:27:39,846 DEBUG [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f46f4ab78e8fc5983e45fd7d2edcecd4=testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4.} 2024-11-11T21:27:39,846 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:39,846 DEBUG [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f46f4ab78e8fc5983e45fd7d2edcecd4 2024-11-11T21:27:39,846 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:39,846 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:39,846 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:39,846 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:39,846 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T21:27:39,851 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/b416cf3aa87f4e648ca0cf4bf537bb23/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:27:39,851 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/default/testClearRegionBlockCache/f46f4ab78e8fc5983e45fd7d2edcecd4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T21:27:39,852 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:39,852 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:39,852 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b416cf3aa87f4e648ca0cf4bf537bb23: Waiting for close lock at 1731360459839Running coprocessor pre-close hooks at 1731360459839Disabling compacts and flushes for region at 1731360459839Disabling writes for close at 1731360459839Writing region close event to WAL at 1731360459846 (+7 ms)Running coprocessor post-close hooks at 1731360459852 (+6 ms)Closed at 1731360459852 2024-11-11T21:27:39,852 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f46f4ab78e8fc5983e45fd7d2edcecd4: Waiting for close lock at 1731360459839Running coprocessor pre-close hooks at 1731360459839Disabling compacts and flushes for region at 1731360459839Disabling writes for close at 1731360459839Writing region close event to WAL at 1731360459847 (+8 ms)Running coprocessor post-close hooks at 1731360459852 (+5 ms)Closed at 1731360459852 2024-11-11T21:27:39,852 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731360458519.b416cf3aa87f4e648ca0cf4bf537bb23. 2024-11-11T21:27:39,852 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4. 2024-11-11T21:27:39,870 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/.tmp/info/5f633b23dd7b4d0a9774cca958a1d854 is 173, key is testClearRegionBlockCache,5,1731360458519.f46f4ab78e8fc5983e45fd7d2edcecd4./info:regioninfo/1731360459293/Put/seqid=0 2024-11-11T21:27:39,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:39,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:39,877 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/.tmp/info/5f633b23dd7b4d0a9774cca958a1d854 2024-11-11T21:27:39,899 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/.tmp/ns/1dbbe2e7cd8e4824afdb3d0003c30042 is 43, key is default/ns:d/1731360458433/Put/seqid=0 2024-11-11T21:27:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:39,905 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/.tmp/ns/1dbbe2e7cd8e4824afdb3d0003c30042 2024-11-11T21:27:39,911 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:39,911 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:39,966 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/.tmp/table/fdf5d77c0c6641e1b37bc018382ef6f5 is 61, key is testClearRegionBlockCache/table:state/1731360459307/Put/seqid=0 2024-11-11T21:27:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:39,972 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/.tmp/table/fdf5d77c0c6641e1b37bc018382ef6f5 2024-11-11T21:27:39,980 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/.tmp/info/5f633b23dd7b4d0a9774cca958a1d854 as hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/info/5f633b23dd7b4d0a9774cca958a1d854 2024-11-11T21:27:39,986 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/info/5f633b23dd7b4d0a9774cca958a1d854, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T21:27:39,988 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/.tmp/ns/1dbbe2e7cd8e4824afdb3d0003c30042 as hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/ns/1dbbe2e7cd8e4824afdb3d0003c30042 2024-11-11T21:27:39,995 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/ns/1dbbe2e7cd8e4824afdb3d0003c30042, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T21:27:39,997 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/.tmp/table/fdf5d77c0c6641e1b37bc018382ef6f5 as hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/table/fdf5d77c0c6641e1b37bc018382ef6f5 2024-11-11T21:27:40,003 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/table/fdf5d77c0c6641e1b37bc018382ef6f5, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T21:27:40,005 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=13, compaction requested=false 2024-11-11T21:27:40,009 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T21:27:40,010 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:27:40,010 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:40,010 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360459846Running coprocessor pre-close hooks at 1731360459846Disabling compacts and flushes for region at 1731360459846Disabling writes for close at 1731360459846Obtaining lock to block concurrent updates at 1731360459846Preparing flush snapshotting stores in 1588230740 at 1731360459846Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731360459847 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731360459847Flushing 1588230740/info: creating writer at 1731360459847Flushing 1588230740/info: appending metadata at 1731360459869 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731360459869Flushing 1588230740/ns: creating writer at 1731360459884 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731360459899 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731360459899Flushing 1588230740/table: creating writer at 1731360459913 (+14 ms)Flushing 1588230740/table: appending metadata at 1731360459966 (+53 ms)Flushing 1588230740/table: closing flushed file at 1731360459966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721b5cb4: reopening flushed file at 1731360459979 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d97c698: reopening flushed file at 1731360459987 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a688cb: reopening flushed file at 1731360459995 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=13, compaction requested=false at 1731360460005 (+10 ms)Writing region close event to WAL at 1731360460006 (+1 ms)Running coprocessor post-close hooks at 1731360460010 (+4 ms)Closed at 1731360460010 2024-11-11T21:27:40,010 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:40,039 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,42669,1731360457276; all regions closed. 2024-11-11T21:27:40,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741833_1009 (size=1758) 2024-11-11T21:27:40,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741833_1009 (size=1758) 2024-11-11T21:27:40,044 DEBUG [RS:1;f286ae0a5299:42669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/oldWALs 2024-11-11T21:27:40,044 INFO [RS:1;f286ae0a5299:42669 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42669%2C1731360457276:(num 1731360457946) 2024-11-11T21:27:40,044 DEBUG [RS:1;f286ae0a5299:42669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:40,044 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:40,044 INFO [RS:1;f286ae0a5299:42669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:40,044 INFO [RS:1;f286ae0a5299:42669 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:40,045 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:40,045 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:40,045 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:40,045 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:40,045 INFO [RS:1;f286ae0a5299:42669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:40,045 INFO [RS:1;f286ae0a5299:42669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42669 2024-11-11T21:27:40,046 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,42779,1731360457232; all regions closed. 2024-11-11T21:27:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:40,051 DEBUG [RS:0;f286ae0a5299:42779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/oldWALs 2024-11-11T21:27:40,051 INFO [RS:0;f286ae0a5299:42779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42779%2C1731360457232.meta:.meta(num 1731360458365) 2024-11-11T21:27:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741834_1010 (size=1867) 2024-11-11T21:27:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741834_1010 (size=1867) 2024-11-11T21:27:40,055 DEBUG [RS:0;f286ae0a5299:42779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/oldWALs 2024-11-11T21:27:40,055 INFO [RS:0;f286ae0a5299:42779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42779%2C1731360457232:(num 1731360457951) 2024-11-11T21:27:40,055 DEBUG [RS:0;f286ae0a5299:42779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:40,056 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:40,056 INFO [RS:0;f286ae0a5299:42779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:40,056 INFO [RS:0;f286ae0a5299:42779 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:40,056 INFO [RS:0;f286ae0a5299:42779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:40,056 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:40,056 INFO [RS:0;f286ae0a5299:42779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42779 2024-11-11T21:27:40,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:40,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,42669,1731360457276 2024-11-11T21:27:40,057 INFO [RS:1;f286ae0a5299:42669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:40,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,42669,1731360457276] 2024-11-11T21:27:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,42779,1731360457232 2024-11-11T21:27:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:40,077 INFO [RS:0;f286ae0a5299:42779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:40,088 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,42669,1731360457276 already deleted, retry=false 2024-11-11T21:27:40,088 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,42669,1731360457276 expired; onlineServers=1 2024-11-11T21:27:40,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,42779,1731360457232] 2024-11-11T21:27:40,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,42779,1731360457232 already deleted, retry=false 2024-11-11T21:27:40,109 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,42779,1731360457232 expired; onlineServers=0 2024-11-11T21:27:40,109 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,46233,1731360456936' ***** 2024-11-11T21:27:40,109 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:27:40,109 INFO [M:0;f286ae0a5299:46233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:40,109 INFO [M:0;f286ae0a5299:46233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:40,109 DEBUG [M:0;f286ae0a5299:46233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:27:40,110 DEBUG [M:0;f286ae0a5299:46233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:27:40,110 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:27:40,110 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360457659 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360457659,5,FailOnTimeoutGroup] 2024-11-11T21:27:40,110 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360457659 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360457659,5,FailOnTimeoutGroup] 2024-11-11T21:27:40,110 INFO [M:0;f286ae0a5299:46233 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:40,110 INFO [M:0;f286ae0a5299:46233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:40,110 DEBUG [M:0;f286ae0a5299:46233 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:27:40,110 INFO [M:0;f286ae0a5299:46233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:27:40,110 INFO [M:0;f286ae0a5299:46233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:40,110 INFO [M:0;f286ae0a5299:46233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:27:40,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:27:40,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:40,120 DEBUG [M:0;f286ae0a5299:46233 {}] zookeeper.ZKUtil(347): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:27:40,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:40,120 WARN [M:0;f286ae0a5299:46233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:27:40,120 INFO [M:0;f286ae0a5299:46233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/.lastflushedseqids 2024-11-11T21:27:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741844_1020 (size=191) 2024-11-11T21:27:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741844_1020 (size=191) 2024-11-11T21:27:40,129 INFO [M:0;f286ae0a5299:46233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:27:40,129 INFO [M:0;f286ae0a5299:46233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:27:40,129 DEBUG [M:0;f286ae0a5299:46233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:40,129 INFO [M:0;f286ae0a5299:46233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:40,129 DEBUG [M:0;f286ae0a5299:46233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:40,129 DEBUG [M:0;f286ae0a5299:46233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:40,129 DEBUG [M:0;f286ae0a5299:46233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:40,129 INFO [M:0;f286ae0a5299:46233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-11T21:27:40,151 DEBUG [M:0;f286ae0a5299:46233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93d083c152444725818ed1bad562e557 is 82, key is hbase:meta,,1/info:regioninfo/1731360458408/Put/seqid=0 2024-11-11T21:27:40,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:40,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:40,157 INFO [M:0;f286ae0a5299:46233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93d083c152444725818ed1bad562e557 2024-11-11T21:27:40,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:40,167 INFO [RS:1;f286ae0a5299:42669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:40,167 INFO [RS:1;f286ae0a5299:42669 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,42669,1731360457276; zookeeper connection closed. 2024-11-11T21:27:40,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42669-0x1012bcbfc810002, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:40,168 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@190e2951 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@190e2951 2024-11-11T21:27:40,182 DEBUG [M:0;f286ae0a5299:46233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f696048323804ebaa3198125283230d8 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360459312/Put/seqid=0 2024-11-11T21:27:40,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741846_1022 (size=6218) 2024-11-11T21:27:40,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741846_1022 (size=6218) 2024-11-11T21:27:40,188 INFO [M:0;f286ae0a5299:46233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f696048323804ebaa3198125283230d8 2024-11-11T21:27:40,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:40,199 INFO [RS:0;f286ae0a5299:42779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:40,199 INFO [RS:0;f286ae0a5299:42779 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,42779,1731360457232; zookeeper connection closed. 2024-11-11T21:27:40,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1012bcbfc810001, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:40,199 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4339a666 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4339a666 2024-11-11T21:27:40,199 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T21:27:40,208 DEBUG [M:0;f286ae0a5299:46233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a568bc225684557abf733be97aa99b6 is 69, key is f286ae0a5299,42669,1731360457276/rs:state/1731360457737/Put/seqid=0 2024-11-11T21:27:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:40,213 INFO [M:0;f286ae0a5299:46233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a568bc225684557abf733be97aa99b6 2024-11-11T21:27:40,219 DEBUG [M:0;f286ae0a5299:46233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93d083c152444725818ed1bad562e557 as hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93d083c152444725818ed1bad562e557 2024-11-11T21:27:40,224 INFO [M:0;f286ae0a5299:46233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93d083c152444725818ed1bad562e557, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T21:27:40,225 DEBUG [M:0;f286ae0a5299:46233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f696048323804ebaa3198125283230d8 as hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f696048323804ebaa3198125283230d8 2024-11-11T21:27:40,230 INFO [M:0;f286ae0a5299:46233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f696048323804ebaa3198125283230d8, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T21:27:40,231 DEBUG [M:0;f286ae0a5299:46233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a568bc225684557abf733be97aa99b6 as hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a568bc225684557abf733be97aa99b6 2024-11-11T21:27:40,236 INFO [M:0;f286ae0a5299:46233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41383/user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a568bc225684557abf733be97aa99b6, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T21:27:40,237 INFO [M:0;f286ae0a5299:46233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false 2024-11-11T21:27:40,238 INFO [M:0;f286ae0a5299:46233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:40,238 DEBUG [M:0;f286ae0a5299:46233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360460129Disabling compacts and flushes for region at 1731360460129Disabling writes for close at 1731360460129Obtaining lock to block concurrent updates at 1731360460129Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360460129Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731360460130 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360460131 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360460131Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360460150 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360460150Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360460162 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360460182 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360460182Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360460194 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360460208 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360460208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2484a664: reopening flushed file at 1731360460218 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e00ddf6: reopening flushed file at 1731360460224 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b941b34: reopening flushed file at 1731360460230 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false at 1731360460237 (+7 ms)Writing region close event to WAL at 1731360460238 (+1 ms)Closed at 1731360460238 2024-11-11T21:27:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741830_1006 (size=35428) 2024-11-11T21:27:40,240 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f8992dd-9ffd-db5a-2014-57fb0a469ca4/MasterData/WALs/f286ae0a5299,46233,1731360456936/f286ae0a5299%2C46233%2C1731360456936.1731360457416 not finished, retry = 0 2024-11-11T21:27:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36565 is added to blk_1073741830_1006 (size=35428) 2024-11-11T21:27:40,343 INFO [M:0;f286ae0a5299:46233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:27:40,343 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:40,343 INFO [M:0;f286ae0a5299:46233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46233 2024-11-11T21:27:40,344 INFO [M:0;f286ae0a5299:46233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:40,484 INFO [M:0;f286ae0a5299:46233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:40,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:40,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46233-0x1012bcbfc810000, quorum=127.0.0.1:64716, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:40,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40a9146{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:40,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a52bcbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:40,488 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:40,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5d75f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:40,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c98a31b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:40,489 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:40,489 WARN [BP-277181792-172.17.0.2-1731360454708 heartbeating to localhost/127.0.0.1:41383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:40,489 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:40,490 WARN [BP-277181792-172.17.0.2-1731360454708 heartbeating to localhost/127.0.0.1:41383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-277181792-172.17.0.2-1731360454708 (Datanode Uuid c951511d-1282-49db-ace2-fa80b808ebe2) service to localhost/127.0.0.1:41383 2024-11-11T21:27:40,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/data/data3/current/BP-277181792-172.17.0.2-1731360454708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:40,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/data/data4/current/BP-277181792-172.17.0.2-1731360454708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:40,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:40,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c18a4d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:40,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52068c04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:40,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:40,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a153710{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:40,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c60522b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:40,499 WARN [BP-277181792-172.17.0.2-1731360454708 heartbeating to localhost/127.0.0.1:41383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:40,499 WARN [BP-277181792-172.17.0.2-1731360454708 heartbeating to localhost/127.0.0.1:41383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-277181792-172.17.0.2-1731360454708 (Datanode Uuid 43402739-6cf0-4878-a988-4f33b90949b7) service to localhost/127.0.0.1:41383 2024-11-11T21:27:40,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:40,499 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:40,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/data/data1/current/BP-277181792-172.17.0.2-1731360454708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:40,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/cluster_dd57080e-3aa2-e985-d6bc-b65fea8d7381/data/data2/current/BP-277181792-172.17.0.2-1731360454708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:40,500 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:40,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31a3e22a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:40,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281810e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:40,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:40,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45c3a183{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:40,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33427346{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:40,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:27:40,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:27:40,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 115) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41383 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41383 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=471 (was 439) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 468) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2237 (was 2550) 2024-11-11T21:27:40,547 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=471, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2237 2024-11-11T21:27:40,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.log.dir so I do NOT create it in target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65 2024-11-11T21:27:40,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:27:40,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.tmp.dir so I do NOT create it in target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65 2024-11-11T21:27:40,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cfdc783-c46a-da6f-6aa9-2deba3b54690/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:27:40,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65 2024-11-11T21:27:40,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392, deleteOnExit=true 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/test.cache.data in system properties and HBase conf 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:27:40,559 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:27:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:27:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:27:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:27:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:27:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:27:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:27:40,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:27:40,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:40,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:40,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:40,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:40,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:27:40,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:40,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48b2c0d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:40,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@181b7124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:41,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8557242{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/java.io.tmpdir/jetty-localhost-37397-hadoop-hdfs-3_4_1-tests_jar-_-any-8107775227770592802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:41,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0163c1{HTTP/1.1, (http/1.1)}{localhost:37397} 2024-11-11T21:27:41,065 INFO [Time-limited test {}] server.Server(415): Started @23822ms 2024-11-11T21:27:41,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:41,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:41,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:41,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:41,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:41,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@138012b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:41,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e982efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:41,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43532a5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/java.io.tmpdir/jetty-localhost-44099-hadoop-hdfs-3_4_1-tests_jar-_-any-17777607195022596062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:41,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7701006d{HTTP/1.1, (http/1.1)}{localhost:44099} 2024-11-11T21:27:41,709 INFO [Time-limited test {}] server.Server(415): Started @24465ms 2024-11-11T21:27:41,710 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:41,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:41,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:41,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:41,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:41,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:41,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c6132b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:41,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4edcabe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:41,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ea05483{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/java.io.tmpdir/jetty-localhost-34015-hadoop-hdfs-3_4_1-tests_jar-_-any-3248733638120996297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:41,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31cf0448{HTTP/1.1, (http/1.1)}{localhost:34015} 2024-11-11T21:27:41,898 INFO [Time-limited test {}] server.Server(415): Started @24654ms 2024-11-11T21:27:41,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:43,350 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/data/data1/current/BP-1255042010-172.17.0.2-1731360460581/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:43,351 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/data/data2/current/BP-1255042010-172.17.0.2-1731360460581/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:43,372 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:43,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcee79d4b172985c with lease ID 0x4561899fff7b59b4: Processing first storage report for DS-d9a8d5fb-b6f2-48fe-8ef7-4cdb4e296ad2 from datanode DatanodeRegistration(127.0.0.1:35133, datanodeUuid=44434765-43cf-4a65-9bac-645e0ca5f73f, infoPort=44475, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=273519195;c=1731360460581) 2024-11-11T21:27:43,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcee79d4b172985c with lease ID 0x4561899fff7b59b4: from storage DS-d9a8d5fb-b6f2-48fe-8ef7-4cdb4e296ad2 node DatanodeRegistration(127.0.0.1:35133, datanodeUuid=44434765-43cf-4a65-9bac-645e0ca5f73f, infoPort=44475, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=273519195;c=1731360460581), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:43,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcee79d4b172985c with lease ID 0x4561899fff7b59b4: Processing first storage report for DS-467cbe5c-fd93-4d43-905e-1189287b21f8 from datanode DatanodeRegistration(127.0.0.1:35133, datanodeUuid=44434765-43cf-4a65-9bac-645e0ca5f73f, infoPort=44475, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=273519195;c=1731360460581) 2024-11-11T21:27:43,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcee79d4b172985c with lease ID 0x4561899fff7b59b4: from storage DS-467cbe5c-fd93-4d43-905e-1189287b21f8 node DatanodeRegistration(127.0.0.1:35133, datanodeUuid=44434765-43cf-4a65-9bac-645e0ca5f73f, infoPort=44475, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=273519195;c=1731360460581), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:43,498 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/data/data3/current/BP-1255042010-172.17.0.2-1731360460581/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:43,499 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/data/data4/current/BP-1255042010-172.17.0.2-1731360460581/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:43,520 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5947bcdb09c0273 with lease ID 0x4561899fff7b59b5: Processing first storage report for DS-8ea0788b-e783-4cc4-b532-443bae5b0123 from datanode DatanodeRegistration(127.0.0.1:36075, datanodeUuid=37fd7498-7cde-4a48-a4eb-31f45580e2f8, infoPort=44221, infoSecurePort=0, ipcPort=37695, storageInfo=lv=-57;cid=testClusterID;nsid=273519195;c=1731360460581) 2024-11-11T21:27:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5947bcdb09c0273 with lease ID 0x4561899fff7b59b5: from storage DS-8ea0788b-e783-4cc4-b532-443bae5b0123 node DatanodeRegistration(127.0.0.1:36075, datanodeUuid=37fd7498-7cde-4a48-a4eb-31f45580e2f8, infoPort=44221, infoSecurePort=0, ipcPort=37695, storageInfo=lv=-57;cid=testClusterID;nsid=273519195;c=1731360460581), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5947bcdb09c0273 with lease ID 0x4561899fff7b59b5: Processing first storage report for DS-f82d2bca-b125-4ddf-9a61-d6641366664b from datanode DatanodeRegistration(127.0.0.1:36075, datanodeUuid=37fd7498-7cde-4a48-a4eb-31f45580e2f8, infoPort=44221, infoSecurePort=0, ipcPort=37695, storageInfo=lv=-57;cid=testClusterID;nsid=273519195;c=1731360460581) 2024-11-11T21:27:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5947bcdb09c0273 with lease ID 0x4561899fff7b59b5: from storage DS-f82d2bca-b125-4ddf-9a61-d6641366664b node DatanodeRegistration(127.0.0.1:36075, datanodeUuid=37fd7498-7cde-4a48-a4eb-31f45580e2f8, infoPort=44221, infoSecurePort=0, ipcPort=37695, storageInfo=lv=-57;cid=testClusterID;nsid=273519195;c=1731360460581), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T21:27:43,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65 2024-11-11T21:27:43,550 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/zookeeper_0, clientPort=60096, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:27:43,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60096 2024-11-11T21:27:43,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:43,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:43,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:43,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:43,566 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c with version=8 2024-11-11T21:27:43,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/hbase-staging 2024-11-11T21:27:43,568 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:43,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:43,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:43,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:43,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:43,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:43,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:27:43,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:43,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34165 2024-11-11T21:27:43,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34165 connecting to ZooKeeper ensemble=127.0.0.1:60096 2024-11-11T21:27:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341650x0, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:43,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34165-0x1012bcc16690000 connected 2024-11-11T21:27:43,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:27:43,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:43,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:43,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:43,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:43,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:43,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:27:43,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:44,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:44,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:44,003 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c, hbase.cluster.distributed=false 2024-11-11T21:27:44,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:44,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-11T21:27:44,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34165 2024-11-11T21:27:44,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34165 2024-11-11T21:27:44,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-11T21:27:44,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-11T21:27:44,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:44,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:44,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:44,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:44,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:44,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:44,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:44,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:44,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36039 2024-11-11T21:27:44,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36039 connecting to ZooKeeper ensemble=127.0.0.1:60096 2024-11-11T21:27:44,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:44,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360390x0, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:44,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360390x0, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:44,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36039-0x1012bcc16690001 connected 2024-11-11T21:27:44,041 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:44,048 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T21:27:44,058 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:27:44,065 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:27:44,074 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:27:44,075 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:44,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:44,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:44,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36039 2024-11-11T21:27:44,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36039 2024-11-11T21:27:44,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36039 2024-11-11T21:27:44,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36039 2024-11-11T21:27:44,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36039 2024-11-11T21:27:44,101 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:44,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:44,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:44,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:44,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:44,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:44,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:44,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:44,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35809 2024-11-11T21:27:44,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35809 connecting to ZooKeeper ensemble=127.0.0.1:60096 2024-11-11T21:27:44,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:44,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:44,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358090x0, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:44,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358090x0, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:44,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35809-0x1012bcc16690002 connected 2024-11-11T21:27:44,120 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:44,121 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T21:27:44,131 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:27:44,131 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:27:44,136 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:27:44,136 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:44,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:44,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:44,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35809 2024-11-11T21:27:44,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35809 2024-11-11T21:27:44,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35809 2024-11-11T21:27:44,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35809 2024-11-11T21:27:44,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35809 2024-11-11T21:27:44,166 DEBUG [M:0;f286ae0a5299:34165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:34165 2024-11-11T21:27:44,166 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f286ae0a5299,34165,1731360463568 2024-11-11T21:27:44,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:44,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:44,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:44,178 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f286ae0a5299,34165,1731360463568 2024-11-11T21:27:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,188 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:27:44,188 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f286ae0a5299,34165,1731360463568 from backup master directory 2024-11-11T21:27:44,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:44,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f286ae0a5299,34165,1731360463568 2024-11-11T21:27:44,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:44,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:44,198 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:44,198 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,34165,1731360463568 2024-11-11T21:27:44,203 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/hbase.id] with ID: 3e224d8f-4e46-4d55-8d49-9505163932ca 2024-11-11T21:27:44,203 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/.tmp/hbase.id 2024-11-11T21:27:44,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:44,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:44,213 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/.tmp/hbase.id]:[hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/hbase.id] 2024-11-11T21:27:44,228 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:44,228 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:27:44,229 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:27:44,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:44,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:44,248 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:44,249 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:27:44,249 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:44,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:44,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:44,264 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store 2024-11-11T21:27:44,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:44,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:44,272 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:44,273 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:44,273 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:44,273 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:44,273 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:44,273 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:44,273 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:44,273 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360464272Disabling compacts and flushes for region at 1731360464272Disabling writes for close at 1731360464273 (+1 ms)Writing region close event to WAL at 1731360464273Closed at 1731360464273 2024-11-11T21:27:44,274 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/.initializing 2024-11-11T21:27:44,274 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/WALs/f286ae0a5299,34165,1731360463568 2024-11-11T21:27:44,275 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:44,277 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C34165%2C1731360463568, suffix=, logDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/WALs/f286ae0a5299,34165,1731360463568, archiveDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/oldWALs, maxLogs=10 2024-11-11T21:27:44,293 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/WALs/f286ae0a5299,34165,1731360463568/f286ae0a5299%2C34165%2C1731360463568.1731360464277, exclude list is [], retry=0 2024-11-11T21:27:44,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36075,DS-8ea0788b-e783-4cc4-b532-443bae5b0123,DISK] 2024-11-11T21:27:44,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35133,DS-d9a8d5fb-b6f2-48fe-8ef7-4cdb4e296ad2,DISK] 2024-11-11T21:27:44,301 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/WALs/f286ae0a5299,34165,1731360463568/f286ae0a5299%2C34165%2C1731360463568.1731360464277 2024-11-11T21:27:44,305 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44221:44221),(127.0.0.1/127.0.0.1:44475:44475)] 2024-11-11T21:27:44,305 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:44,305 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:44,305 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,305 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:27:44,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:44,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:44,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:27:44,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:44,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:44,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:27:44,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:44,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:44,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:27:44,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:44,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:44,321 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,321 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,322 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,323 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,323 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,324 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:44,325 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:44,327 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:44,328 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68924907, jitterRate=0.02706114947795868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:44,328 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360464305Initializing all the Stores at 1731360464306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360464306Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360464307 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360464307Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360464307Cleaning up temporary data from old regions at 1731360464323 (+16 ms)Region opened successfully at 1731360464328 (+5 ms) 2024-11-11T21:27:44,328 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:27:44,332 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7c8e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:44,333 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:27:44,333 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:27:44,333 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:27:44,333 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:27:44,334 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:27:44,334 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:27:44,334 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:27:44,336 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:27:44,337 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:27:44,345 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:27:44,345 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:27:44,346 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:27:44,355 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:27:44,356 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:27:44,357 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:27:44,366 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:27:44,367 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:27:44,376 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:27:44,378 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:27:44,387 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:27:44,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:44,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:44,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:44,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,398 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,34165,1731360463568, sessionid=0x1012bcc16690000, setting cluster-up flag (Was=false) 2024-11-11T21:27:44,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,450 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:27:44,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,34165,1731360463568 2024-11-11T21:27:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,503 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:27:44,506 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,34165,1731360463568 2024-11-11T21:27:44,508 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:27:44,512 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:44,512 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:27:44,512 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:27:44,513 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,34165,1731360463568 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:27:44,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:44,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:44,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:44,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:44,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:27:44,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:44,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,519 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360494519 2024-11-11T21:27:44,519 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:27:44,519 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:27:44,519 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:27:44,519 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:27:44,519 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:27:44,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:44,519 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:27:44,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:27:44,519 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:27:44,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:27:44,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:27:44,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:27:44,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:27:44,520 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:44,520 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360464520,5,FailOnTimeoutGroup] 2024-11-11T21:27:44,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:27:44,521 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360464520,5,FailOnTimeoutGroup] 2024-11-11T21:27:44,521 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,521 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:27:44,521 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,521 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:44,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:44,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:27:44,530 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c 2024-11-11T21:27:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:44,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:44,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:44,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:44,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:44,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:44,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:44,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:44,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:44,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:44,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:44,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:44,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:44,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:44,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:44,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:44,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:44,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:44,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:44,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740 2024-11-11T21:27:44,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740 2024-11-11T21:27:44,551 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(746): ClusterId : 3e224d8f-4e46-4d55-8d49-9505163932ca 2024-11-11T21:27:44,551 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(746): ClusterId : 3e224d8f-4e46-4d55-8d49-9505163932ca 2024-11-11T21:27:44,551 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:44,551 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:44,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:44,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:44,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:44,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:44,557 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:44,557 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65341803, jitterRate=-0.026331260800361633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:44,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360464540Initializing all the Stores at 1731360464541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360464541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360464541Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360464541Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360464541Cleaning up temporary data from old regions at 1731360464553 (+12 ms)Region opened successfully at 1731360464558 (+5 ms) 2024-11-11T21:27:44,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:44,558 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:44,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:44,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:44,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:44,558 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:44,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360464558Disabling compacts and flushes for region at 1731360464558Disabling writes for close at 1731360464558Writing region close event to WAL at 1731360464558Closed at 1731360464558 2024-11-11T21:27:44,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:44,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:27:44,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:27:44,561 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:44,562 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:27:44,562 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:44,562 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:44,563 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:44,563 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:44,572 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:44,572 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:44,573 DEBUG [RS:0;f286ae0a5299:36039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a56ba50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:44,573 DEBUG [RS:1;f286ae0a5299:35809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b117ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:44,584 DEBUG [RS:1;f286ae0a5299:35809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f286ae0a5299:35809 2024-11-11T21:27:44,584 DEBUG [RS:0;f286ae0a5299:36039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:36039 2024-11-11T21:27:44,584 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:44,584 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:44,584 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:44,584 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:44,584 DEBUG [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:44,584 DEBUG [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:44,585 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34165,1731360463568 with port=35809, startcode=1731360464101 2024-11-11T21:27:44,585 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34165,1731360463568 with port=36039, startcode=1731360464020 2024-11-11T21:27:44,585 DEBUG [RS:0;f286ae0a5299:36039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:44,585 DEBUG [RS:1;f286ae0a5299:35809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:44,587 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:44,587 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:44,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,36039,1731360464020 2024-11-11T21:27:44,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34165 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,36039,1731360464020 2024-11-11T21:27:44,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,35809,1731360464101 2024-11-11T21:27:44,589 DEBUG [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c 2024-11-11T21:27:44,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34165 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,35809,1731360464101 2024-11-11T21:27:44,589 DEBUG [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43749 2024-11-11T21:27:44,589 DEBUG [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:44,590 DEBUG [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c 2024-11-11T21:27:44,590 DEBUG [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43749 2024-11-11T21:27:44,590 DEBUG [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:44,652 DEBUG [RS:0;f286ae0a5299:36039 {}] zookeeper.ZKUtil(111): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,36039,1731360464020 2024-11-11T21:27:44,652 WARN [RS:0;f286ae0a5299:36039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:44,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,35809,1731360464101] 2024-11-11T21:27:44,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,36039,1731360464020] 2024-11-11T21:27:44,652 INFO [RS:0;f286ae0a5299:36039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:44,652 DEBUG [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,36039,1731360464020 2024-11-11T21:27:44,652 DEBUG [RS:1;f286ae0a5299:35809 {}] zookeeper.ZKUtil(111): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,35809,1731360464101 2024-11-11T21:27:44,652 WARN [RS:1;f286ae0a5299:35809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:44,652 INFO [RS:1;f286ae0a5299:35809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:44,652 DEBUG [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,35809,1731360464101 2024-11-11T21:27:44,656 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:44,656 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:44,657 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:44,658 INFO [RS:1;f286ae0a5299:35809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:44,658 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,658 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:44,658 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:44,659 INFO [RS:0;f286ae0a5299:36039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:44,659 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,659 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:44,659 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:44,659 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,659 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,659 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,659 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,659 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,659 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,659 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:44,659 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,659 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,659 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:44,660 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,660 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:1;f286ae0a5299:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:44,660 DEBUG [RS:0;f286ae0a5299:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:44,661 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35809,1731360464101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,661 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36039,1731360464020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:44,679 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:44,679 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35809,1731360464101-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,680 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,680 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.Replication(171): f286ae0a5299,35809,1731360464101 started 2024-11-11T21:27:44,682 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:44,682 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36039,1731360464020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,683 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,683 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.Replication(171): f286ae0a5299,36039,1731360464020 started 2024-11-11T21:27:44,697 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,697 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,35809,1731360464101, RpcServer on f286ae0a5299/172.17.0.2:35809, sessionid=0x1012bcc16690002 2024-11-11T21:27:44,698 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:44,698 DEBUG [RS:1;f286ae0a5299:35809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,35809,1731360464101 2024-11-11T21:27:44,698 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,35809,1731360464101' 2024-11-11T21:27:44,698 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:44,698 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:44,699 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:44,699 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:44,699 DEBUG [RS:1;f286ae0a5299:35809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,35809,1731360464101 2024-11-11T21:27:44,699 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,35809,1731360464101' 2024-11-11T21:27:44,699 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:44,699 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:44,699 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:44,699 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,36039,1731360464020, RpcServer on f286ae0a5299/172.17.0.2:36039, sessionid=0x1012bcc16690001 2024-11-11T21:27:44,699 DEBUG [RS:1;f286ae0a5299:35809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:44,699 INFO [RS:1;f286ae0a5299:35809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:44,699 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:44,699 INFO [RS:1;f286ae0a5299:35809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:44,699 DEBUG [RS:0;f286ae0a5299:36039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,36039,1731360464020 2024-11-11T21:27:44,699 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,36039,1731360464020' 2024-11-11T21:27:44,700 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:44,700 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:44,700 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:44,700 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:44,700 DEBUG [RS:0;f286ae0a5299:36039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,36039,1731360464020 2024-11-11T21:27:44,700 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,36039,1731360464020' 2024-11-11T21:27:44,700 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:44,700 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:44,701 DEBUG [RS:0;f286ae0a5299:36039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:44,701 INFO [RS:0;f286ae0a5299:36039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:44,701 INFO [RS:0;f286ae0a5299:36039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:44,713 WARN [f286ae0a5299:34165 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:27:44,800 INFO [RS:1;f286ae0a5299:35809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:44,801 INFO [RS:0;f286ae0a5299:36039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:44,802 INFO [RS:1;f286ae0a5299:35809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C35809%2C1731360464101, suffix=, logDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,35809,1731360464101, archiveDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/oldWALs, maxLogs=32 2024-11-11T21:27:44,803 INFO [RS:0;f286ae0a5299:36039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C36039%2C1731360464020, suffix=, logDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,36039,1731360464020, archiveDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/oldWALs, maxLogs=32 2024-11-11T21:27:44,814 DEBUG [RS:1;f286ae0a5299:35809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,35809,1731360464101/f286ae0a5299%2C35809%2C1731360464101.1731360464802, exclude list is [], retry=0 2024-11-11T21:27:44,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36075,DS-8ea0788b-e783-4cc4-b532-443bae5b0123,DISK] 2024-11-11T21:27:44,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35133,DS-d9a8d5fb-b6f2-48fe-8ef7-4cdb4e296ad2,DISK] 2024-11-11T21:27:44,819 INFO [RS:1;f286ae0a5299:35809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,35809,1731360464101/f286ae0a5299%2C35809%2C1731360464101.1731360464802 2024-11-11T21:27:44,820 DEBUG [RS:1;f286ae0a5299:35809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44221:44221),(127.0.0.1/127.0.0.1:44475:44475)] 2024-11-11T21:27:44,821 DEBUG [RS:0;f286ae0a5299:36039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,36039,1731360464020/f286ae0a5299%2C36039%2C1731360464020.1731360464803, exclude list is [], retry=0 2024-11-11T21:27:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35133,DS-d9a8d5fb-b6f2-48fe-8ef7-4cdb4e296ad2,DISK] 2024-11-11T21:27:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36075,DS-8ea0788b-e783-4cc4-b532-443bae5b0123,DISK] 2024-11-11T21:27:44,827 INFO [RS:0;f286ae0a5299:36039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,36039,1731360464020/f286ae0a5299%2C36039%2C1731360464020.1731360464803 2024-11-11T21:27:44,827 DEBUG [RS:0;f286ae0a5299:36039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44221:44221),(127.0.0.1/127.0.0.1:44475:44475)] 2024-11-11T21:27:44,963 DEBUG [f286ae0a5299:34165 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T21:27:44,963 DEBUG [f286ae0a5299:34165 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:44,965 DEBUG [f286ae0a5299:34165 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:44,966 DEBUG [f286ae0a5299:34165 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:44,966 DEBUG [f286ae0a5299:34165 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:44,966 DEBUG [f286ae0a5299:34165 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:44,966 INFO [f286ae0a5299:34165 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:44,966 INFO [f286ae0a5299:34165 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:44,966 DEBUG [f286ae0a5299:34165 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:44,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,35809,1731360464101 2024-11-11T21:27:44,967 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,35809,1731360464101, state=OPENING 2024-11-11T21:27:44,976 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:27:44,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:44,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:44,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:44,988 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:44,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,35809,1731360464101}] 2024-11-11T21:27:44,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:45,142 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:45,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:45,147 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:27:45,147 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:45,147 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:27:45,149 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C35809%2C1731360464101.meta, suffix=.meta, logDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,35809,1731360464101, archiveDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/oldWALs, maxLogs=32 2024-11-11T21:27:45,163 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,35809,1731360464101/f286ae0a5299%2C35809%2C1731360464101.meta.1731360465150.meta, exclude list is [], retry=0 2024-11-11T21:27:45,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36075,DS-8ea0788b-e783-4cc4-b532-443bae5b0123,DISK] 2024-11-11T21:27:45,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35133,DS-d9a8d5fb-b6f2-48fe-8ef7-4cdb4e296ad2,DISK] 2024-11-11T21:27:45,168 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/WALs/f286ae0a5299,35809,1731360464101/f286ae0a5299%2C35809%2C1731360464101.meta.1731360465150.meta 2024-11-11T21:27:45,168 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44221:44221),(127.0.0.1/127.0.0.1:44475:44475)] 2024-11-11T21:27:45,168 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:45,168 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:27:45,168 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:27:45,169 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:27:45,169 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:27:45,169 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:45,169 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:27:45,169 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:27:45,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:45,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:45,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:45,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:45,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:45,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:45,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:45,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:45,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:45,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:45,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:45,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:45,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:45,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:45,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:45,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:45,175 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:45,175 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740 2024-11-11T21:27:45,176 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740 2024-11-11T21:27:45,177 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:45,177 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:45,178 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:45,179 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:45,180 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72531589, jitterRate=0.08080489933490753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:45,180 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:27:45,181 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360465169Writing region info on filesystem at 1731360465169Initializing all the Stores at 1731360465170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360465170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360465170Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360465170Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360465170Cleaning up temporary data from old regions at 1731360465177 (+7 ms)Running coprocessor post-open hooks at 1731360465180 (+3 ms)Region opened successfully at 1731360465181 (+1 ms) 2024-11-11T21:27:45,182 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360465141 2024-11-11T21:27:45,185 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:27:45,185 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:27:45,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,35809,1731360464101 2024-11-11T21:27:45,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,35809,1731360464101, state=OPEN 2024-11-11T21:27:45,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:45,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:45,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:45,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,35809,1731360464101 2024-11-11T21:27:45,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:45,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:45,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:45,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:27:45,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,35809,1731360464101 in 210 msec 2024-11-11T21:27:45,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:27:45,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-11T21:27:45,203 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:45,203 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:27:45,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:45,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,35809,1731360464101, seqNum=-1] 2024-11-11T21:27:45,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:45,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:45,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 701 msec 2024-11-11T21:27:45,212 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360465212, completionTime=-1 2024-11-11T21:27:45,212 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T21:27:45,212 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:27:45,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T21:27:45,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360525214 2024-11-11T21:27:45,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360585214 2024-11-11T21:27:45,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T21:27:45,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34165,1731360463568-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:45,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34165,1731360463568-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:45,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34165,1731360463568-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:45,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:34165, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:45,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:45,215 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:45,217 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:27:45,219 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.021sec 2024-11-11T21:27:45,219 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:27:45,219 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:27:45,219 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:27:45,219 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:27:45,220 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:27:45,220 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34165,1731360463568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:45,220 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34165,1731360463568-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:27:45,222 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:27:45,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:27:45,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34165,1731360463568-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:45,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210d6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:45,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34165,-1 for getting cluster id 2024-11-11T21:27:45,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:27:45,253 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e224d8f-4e46-4d55-8d49-9505163932ca' 2024-11-11T21:27:45,253 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:27:45,253 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e224d8f-4e46-4d55-8d49-9505163932ca" 2024-11-11T21:27:45,254 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15eff10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:45,254 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34165,-1] 2024-11-11T21:27:45,254 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:27:45,254 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:45,255 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:27:45,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a87b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:45,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:45,259 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,35809,1731360464101, seqNum=-1] 2024-11-11T21:27:45,259 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:45,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:45,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,34165,1731360463568 2024-11-11T21:27:45,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:27:45,264 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34165,1731360463568 2024-11-11T21:27:45,264 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71d10929 2024-11-11T21:27:45,265 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:27:45,266 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:27:45,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T21:27:45,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:27:45,270 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:45,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T21:27:45,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:27:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:45,280 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e356d7c59f0f14935de8de811f9d7c05, NAME => 'testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c 2024-11-11T21:27:45,280 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0c95dcc50177128e2a7fc807edd46cd6, NAME => 'testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c 2024-11-11T21:27:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:45,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:45,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:45,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:45,288 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:45,288 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e356d7c59f0f14935de8de811f9d7c05, disabling compactions & flushes 2024-11-11T21:27:45,288 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:45,288 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:45,288 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. after waiting 0 ms 2024-11-11T21:27:45,289 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:45,289 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:45,289 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e356d7c59f0f14935de8de811f9d7c05: Waiting for close lock at 1731360465288Disabling compacts and flushes for region at 1731360465288Disabling writes for close at 1731360465288Writing region close event to WAL at 1731360465289 (+1 ms)Closed at 1731360465289 2024-11-11T21:27:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:45,688 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:45,688 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0c95dcc50177128e2a7fc807edd46cd6, disabling compactions & flushes 2024-11-11T21:27:45,688 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:45,688 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:45,688 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. after waiting 0 ms 2024-11-11T21:27:45,688 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:45,688 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:45,688 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0c95dcc50177128e2a7fc807edd46cd6: Waiting for close lock at 1731360465688Disabling compacts and flushes for region at 1731360465688Disabling writes for close at 1731360465688Writing region close event to WAL at 1731360465688Closed at 1731360465688 2024-11-11T21:27:45,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:27:45,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360465690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360465690"}]},"ts":"1731360465690"} 2024-11-11T21:27:45,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360465690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360465690"}]},"ts":"1731360465690"} 2024-11-11T21:27:45,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T21:27:45,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:27:45,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360465696"}]},"ts":"1731360465696"} 2024-11-11T21:27:45,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T21:27:45,699 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:45,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:45,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:45,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:45,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:45,700 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:45,700 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:45,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:45,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e356d7c59f0f14935de8de811f9d7c05, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c95dcc50177128e2a7fc807edd46cd6, ASSIGN}] 2024-11-11T21:27:45,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c95dcc50177128e2a7fc807edd46cd6, ASSIGN 2024-11-11T21:27:45,703 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e356d7c59f0f14935de8de811f9d7c05, ASSIGN 2024-11-11T21:27:45,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c95dcc50177128e2a7fc807edd46cd6, ASSIGN; state=OFFLINE, location=f286ae0a5299,36039,1731360464020; forceNewPlan=false, retain=false 2024-11-11T21:27:45,704 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e356d7c59f0f14935de8de811f9d7c05, ASSIGN; state=OFFLINE, location=f286ae0a5299,35809,1731360464101; forceNewPlan=false, retain=false 2024-11-11T21:27:45,854 INFO [f286ae0a5299:34165 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T21:27:45,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0c95dcc50177128e2a7fc807edd46cd6, regionState=OPENING, regionLocation=f286ae0a5299,36039,1731360464020 2024-11-11T21:27:45,854 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e356d7c59f0f14935de8de811f9d7c05, regionState=OPENING, regionLocation=f286ae0a5299,35809,1731360464101 2024-11-11T21:27:45,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c95dcc50177128e2a7fc807edd46cd6, ASSIGN because future has completed 2024-11-11T21:27:45,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c95dcc50177128e2a7fc807edd46cd6, server=f286ae0a5299,36039,1731360464020}] 2024-11-11T21:27:45,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e356d7c59f0f14935de8de811f9d7c05, ASSIGN because future has completed 2024-11-11T21:27:45,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e356d7c59f0f14935de8de811f9d7c05, server=f286ae0a5299,35809,1731360464101}] 2024-11-11T21:27:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:46,011 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:46,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:46,016 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:46,016 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c95dcc50177128e2a7fc807edd46cd6, NAME => 'testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T21:27:46,017 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:46,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e356d7c59f0f14935de8de811f9d7c05, NAME => 'testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T21:27:46,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:46,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:46,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,017 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,018 INFO [StoreOpener-0c95dcc50177128e2a7fc807edd46cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,020 INFO [StoreOpener-0c95dcc50177128e2a7fc807edd46cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c95dcc50177128e2a7fc807edd46cd6 columnFamilyName family 2024-11-11T21:27:46,020 INFO [StoreOpener-e356d7c59f0f14935de8de811f9d7c05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,020 DEBUG [StoreOpener-0c95dcc50177128e2a7fc807edd46cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:46,021 INFO [StoreOpener-0c95dcc50177128e2a7fc807edd46cd6-1 {}] regionserver.HStore(327): Store=0c95dcc50177128e2a7fc807edd46cd6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:46,021 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,022 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,022 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,023 INFO [StoreOpener-e356d7c59f0f14935de8de811f9d7c05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e356d7c59f0f14935de8de811f9d7c05 columnFamilyName family 2024-11-11T21:27:46,023 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,023 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,023 DEBUG [StoreOpener-e356d7c59f0f14935de8de811f9d7c05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:46,024 INFO [StoreOpener-e356d7c59f0f14935de8de811f9d7c05-1 {}] regionserver.HStore(327): Store=e356d7c59f0f14935de8de811f9d7c05/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:46,024 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,025 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,025 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,025 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,025 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,025 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,027 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/0c95dcc50177128e2a7fc807edd46cd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:46,027 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,027 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0c95dcc50177128e2a7fc807edd46cd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72456419, jitterRate=0.079684779047966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:46,027 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,028 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0c95dcc50177128e2a7fc807edd46cd6: Running coprocessor pre-open hook at 1731360466017Writing region info on filesystem at 1731360466017Initializing all the Stores at 1731360466018 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360466018Cleaning up temporary data from old regions at 1731360466023 (+5 ms)Running coprocessor post-open hooks at 1731360466027 (+4 ms)Region opened successfully at 1731360466028 (+1 ms) 2024-11-11T21:27:46,029 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6., pid=7, masterSystemTime=1731360466011 2024-11-11T21:27:46,034 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:46,034 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:46,035 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/e356d7c59f0f14935de8de811f9d7c05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:46,035 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0c95dcc50177128e2a7fc807edd46cd6, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36039,1731360464020 2024-11-11T21:27:46,036 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e356d7c59f0f14935de8de811f9d7c05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59004964, jitterRate=-0.12075752019882202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:46,036 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,036 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e356d7c59f0f14935de8de811f9d7c05: Running coprocessor pre-open hook at 1731360466017Writing region info on filesystem at 1731360466017Initializing all the Stores at 1731360466018 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360466018Cleaning up temporary data from old regions at 1731360466025 (+7 ms)Running coprocessor post-open hooks at 1731360466036 (+11 ms)Region opened successfully at 1731360466036 2024-11-11T21:27:46,038 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05., pid=8, masterSystemTime=1731360466013 2024-11-11T21:27:46,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c95dcc50177128e2a7fc807edd46cd6, server=f286ae0a5299,36039,1731360464020 because future has completed 2024-11-11T21:27:46,041 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:46,041 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:46,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e356d7c59f0f14935de8de811f9d7c05, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,35809,1731360464101 2024-11-11T21:27:46,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T21:27:46,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c95dcc50177128e2a7fc807edd46cd6, server=f286ae0a5299,36039,1731360464020 in 182 msec 2024-11-11T21:27:46,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e356d7c59f0f14935de8de811f9d7c05, server=f286ae0a5299,35809,1731360464101 because future has completed 2024-11-11T21:27:46,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c95dcc50177128e2a7fc807edd46cd6, ASSIGN in 344 msec 2024-11-11T21:27:46,049 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34165 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f286ae0a5299,35809,1731360464101, table=testClearRegionBlockCache, region=e356d7c59f0f14935de8de811f9d7c05. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T21:27:46,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T21:27:46,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e356d7c59f0f14935de8de811f9d7c05, server=f286ae0a5299,35809,1731360464101 in 190 msec 2024-11-11T21:27:46,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:27:46,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e356d7c59f0f14935de8de811f9d7c05, ASSIGN in 352 msec 2024-11-11T21:27:46,058 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:27:46,058 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360466058"}]},"ts":"1731360466058"} 2024-11-11T21:27:46,060 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T21:27:46,062 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:27:46,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 795 msec 2024-11-11T21:27:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:46,413 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T21:27:46,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T21:27:46,413 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:46,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T21:27:46,416 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:46,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T21:27:46,419 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05., hostname=f286ae0a5299,35809,1731360464101, seqNum=2] 2024-11-11T21:27:46,435 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6., hostname=f286ae0a5299,36039,1731360464020, seqNum=2] 2024-11-11T21:27:46,436 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:46,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:46,456 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0c95dcc50177128e2a7fc807edd46cd6 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T21:27:46,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/0c95dcc50177128e2a7fc807edd46cd6/.tmp/family/cbba1b734af8471887da986cf97ce2d8 is 32, key is 5/family:/1731360466439/Put/seqid=0 2024-11-11T21:27:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741839_1015 (size=5083) 2024-11-11T21:27:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741839_1015 (size=5083) 2024-11-11T21:27:46,508 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/0c95dcc50177128e2a7fc807edd46cd6/.tmp/family/cbba1b734af8471887da986cf97ce2d8 2024-11-11T21:27:46,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/0c95dcc50177128e2a7fc807edd46cd6/.tmp/family/cbba1b734af8471887da986cf97ce2d8 as hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/0c95dcc50177128e2a7fc807edd46cd6/family/cbba1b734af8471887da986cf97ce2d8 2024-11-11T21:27:46,525 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/0c95dcc50177128e2a7fc807edd46cd6/family/cbba1b734af8471887da986cf97ce2d8, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T21:27:46,526 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0c95dcc50177128e2a7fc807edd46cd6 in 70ms, sequenceid=9, compaction requested=false 2024-11-11T21:27:46,526 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0c95dcc50177128e2a7fc807edd46cd6: 2024-11-11T21:27:46,526 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e356d7c59f0f14935de8de811f9d7c05 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T21:27:46,548 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/e356d7c59f0f14935de8de811f9d7c05/.tmp/family/ad914bfd733a4294a8979e6cf79499ca is 32, key is 1/family:/1731360466420/Put/seqid=0 2024-11-11T21:27:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741840_1016 (size=5054) 2024-11-11T21:27:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741840_1016 (size=5054) 2024-11-11T21:27:46,590 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/e356d7c59f0f14935de8de811f9d7c05/.tmp/family/ad914bfd733a4294a8979e6cf79499ca 2024-11-11T21:27:46,599 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/e356d7c59f0f14935de8de811f9d7c05/.tmp/family/ad914bfd733a4294a8979e6cf79499ca as hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/e356d7c59f0f14935de8de811f9d7c05/family/ad914bfd733a4294a8979e6cf79499ca 2024-11-11T21:27:46,606 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/e356d7c59f0f14935de8de811f9d7c05/family/ad914bfd733a4294a8979e6cf79499ca, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:27:46,607 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e356d7c59f0f14935de8de811f9d7c05 in 81ms, sequenceid=8, compaction requested=false 2024-11-11T21:27:46,607 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e356d7c59f0f14935de8de811f9d7c05: 2024-11-11T21:27:46,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bb8d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:46,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34165,-1 for getting cluster id 2024-11-11T21:27:46,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:27:46,609 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e224d8f-4e46-4d55-8d49-9505163932ca' 2024-11-11T21:27:46,609 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:27:46,609 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e224d8f-4e46-4d55-8d49-9505163932ca" 2024-11-11T21:27:46,610 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6934de49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:46,610 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34165,-1] 2024-11-11T21:27:46,610 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:27:46,610 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:46,611 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:27:46,612 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ba4f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:46,619 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T21:27:46,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:46,620 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,35809,1731360464101, seqNum=-1] 2024-11-11T21:27:46,621 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:46,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:46,625 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:46,625 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:46,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:46,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] bucket.BucketCache(1864): found 1 blocks for file ad914bfd733a4294a8979e6cf79499ca, starting offset: 0, end offset: 9223372036854775807 2024-11-11T21:27:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] bucket.BucketCache(1864): found 1 blocks for file cbba1b734af8471887da986cf97ce2d8, starting offset: 0, end offset: 9223372036854775807 2024-11-11T21:27:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35809 {}] bucket.BucketCache(857): removed key ad914bfd733a4294a8979e6cf79499ca_0 from back map with offset lock 2094080 in the evict process 2024-11-11T21:27:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] bucket.BucketCache(857): removed key cbba1b734af8471887da986cf97ce2d8_0 from back map with offset lock 2094080 in the evict process 2024-11-11T21:27:46,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:46,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:46,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:46,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:46,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:27:46,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:46,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:46,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:46,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:27:46,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:46,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:27:46,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:27:46,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=25502364, stopped=false 2024-11-11T21:27:46,630 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,34165,1731360463568 2024-11-11T21:27:46,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:46,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:46,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:46,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:46,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:46,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:46,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:46,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:46,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:46,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:46,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,36039,1731360464020' ***** 2024-11-11T21:27:46,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:46,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:46,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,35809,1731360464101' ***** 2024-11-11T21:27:46,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:46,641 INFO [RS:0;f286ae0a5299:36039 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:27:46,641 INFO [RS:1;f286ae0a5299:35809 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:27:46,641 INFO [RS:0;f286ae0a5299:36039 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T21:27:46,641 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:27:46,641 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:27:46,641 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:46,641 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:27:46,641 INFO [RS:1;f286ae0a5299:35809 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T21:27:46,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:46,642 INFO [RS:0;f286ae0a5299:36039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:46,642 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:27:46,642 INFO [RS:0;f286ae0a5299:36039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:46,642 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:27:46,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:46,642 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,642 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:46,642 INFO [RS:1;f286ae0a5299:35809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:46,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:46,642 INFO [RS:1;f286ae0a5299:35809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:46,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:46,642 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(3091): Received CLOSE for e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,642 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:27:46,642 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,36039,1731360464020 2024-11-11T21:27:46,642 INFO [RS:0;f286ae0a5299:36039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:46,642 INFO [RS:0;f286ae0a5299:36039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:36039. 2024-11-11T21:27:46,642 DEBUG [RS:0;f286ae0a5299:36039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:46,642 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c95dcc50177128e2a7fc807edd46cd6, disabling compactions & flushes 2024-11-11T21:27:46,642 DEBUG [RS:0;f286ae0a5299:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:46,642 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,35809,1731360464101 2024-11-11T21:27:46,642 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:46,642 INFO [RS:1;f286ae0a5299:35809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:46,642 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:46,642 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:27:46,642 INFO [RS:1;f286ae0a5299:35809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f286ae0a5299:35809. 2024-11-11T21:27:46,642 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. after waiting 0 ms 2024-11-11T21:27:46,642 DEBUG [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(1325): Online Regions={0c95dcc50177128e2a7fc807edd46cd6=testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6.} 2024-11-11T21:27:46,642 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:46,642 DEBUG [RS:1;f286ae0a5299:35809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:46,642 DEBUG [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(1351): Waiting on 0c95dcc50177128e2a7fc807edd46cd6 2024-11-11T21:27:46,643 DEBUG [RS:1;f286ae0a5299:35809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:46,643 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e356d7c59f0f14935de8de811f9d7c05, disabling compactions & flushes 2024-11-11T21:27:46,643 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:46,643 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:46,643 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:46,643 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:46,643 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:46,643 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. after waiting 0 ms 2024-11-11T21:27:46,643 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:27:46,643 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:46,643 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:27:46,643 DEBUG [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e356d7c59f0f14935de8de811f9d7c05=testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05.} 2024-11-11T21:27:46,643 DEBUG [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e356d7c59f0f14935de8de811f9d7c05 2024-11-11T21:27:46,643 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:46,643 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:46,643 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:46,644 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:46,644 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:46,644 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T21:27:46,647 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/0c95dcc50177128e2a7fc807edd46cd6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T21:27:46,648 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:46,648 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c95dcc50177128e2a7fc807edd46cd6: Waiting for close lock at 1731360466642Running coprocessor pre-close hooks at 1731360466642Disabling compacts and flushes for region at 1731360466642Disabling writes for close at 1731360466642Writing region close event to WAL at 1731360466643 (+1 ms)Running coprocessor post-close hooks at 1731360466648 (+5 ms)Closed at 1731360466648 2024-11-11T21:27:46,648 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6. 2024-11-11T21:27:46,649 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/default/testClearRegionBlockCache/e356d7c59f0f14935de8de811f9d7c05/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:27:46,649 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:46,649 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e356d7c59f0f14935de8de811f9d7c05: Waiting for close lock at 1731360466643Running coprocessor pre-close hooks at 1731360466643Disabling compacts and flushes for region at 1731360466643Disabling writes for close at 1731360466643Writing region close event to WAL at 1731360466644 (+1 ms)Running coprocessor post-close hooks at 1731360466649 (+5 ms)Closed at 1731360466649 2024-11-11T21:27:46,650 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731360465266.e356d7c59f0f14935de8de811f9d7c05. 2024-11-11T21:27:46,661 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:27:46,661 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:27:46,661 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:27:46,661 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:27:46,663 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:46,666 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:46,666 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/.tmp/info/3c65b5fdee564ee58421e822c9de2de5 is 173, key is testClearRegionBlockCache,5,1731360465266.0c95dcc50177128e2a7fc807edd46cd6./info:regioninfo/1731360466035/Put/seqid=0 2024-11-11T21:27:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:46,674 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/.tmp/info/3c65b5fdee564ee58421e822c9de2de5 2024-11-11T21:27:46,693 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/.tmp/ns/b81a37826e0f450b9be58861b1e03529 is 43, key is default/ns:d/1731360465207/Put/seqid=0 2024-11-11T21:27:46,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:46,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:46,701 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/.tmp/ns/b81a37826e0f450b9be58861b1e03529 2024-11-11T21:27:46,734 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/.tmp/table/f6936ee6a78d4e3ba26c1c1c196a002c is 61, key is testClearRegionBlockCache/table:state/1731360466058/Put/seqid=0 2024-11-11T21:27:46,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:46,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:46,742 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/.tmp/table/f6936ee6a78d4e3ba26c1c1c196a002c 2024-11-11T21:27:46,750 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/.tmp/info/3c65b5fdee564ee58421e822c9de2de5 as hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/info/3c65b5fdee564ee58421e822c9de2de5 2024-11-11T21:27:46,758 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/info/3c65b5fdee564ee58421e822c9de2de5, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T21:27:46,759 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/.tmp/ns/b81a37826e0f450b9be58861b1e03529 as hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/ns/b81a37826e0f450b9be58861b1e03529 2024-11-11T21:27:46,767 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/ns/b81a37826e0f450b9be58861b1e03529, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T21:27:46,768 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/.tmp/table/f6936ee6a78d4e3ba26c1c1c196a002c as hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/table/f6936ee6a78d4e3ba26c1c1c196a002c 2024-11-11T21:27:46,777 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/table/f6936ee6a78d4e3ba26c1c1c196a002c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T21:27:46,780 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=13, compaction requested=false 2024-11-11T21:27:46,796 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T21:27:46,797 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:27:46,797 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:46,797 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360466643Running coprocessor pre-close hooks at 1731360466643Disabling compacts and flushes for region at 1731360466643Disabling writes for close at 1731360466644 (+1 ms)Obtaining lock to block concurrent updates at 1731360466644Preparing flush snapshotting stores in 1588230740 at 1731360466644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731360466644Flushing stores of hbase:meta,,1.1588230740 at 1731360466645 (+1 ms)Flushing 1588230740/info: creating writer at 1731360466645Flushing 1588230740/info: appending metadata at 1731360466665 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731360466665Flushing 1588230740/ns: creating writer at 1731360466679 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731360466693 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731360466693Flushing 1588230740/table: creating writer at 1731360466711 (+18 ms)Flushing 1588230740/table: appending metadata at 1731360466734 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731360466734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675bda5a: reopening flushed file at 1731360466749 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f69fb4: reopening flushed file at 1731360466758 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245903f1: reopening flushed file at 1731360466767 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=13, compaction requested=false at 1731360466780 (+13 ms)Writing region close event to WAL at 1731360466792 (+12 ms)Running coprocessor post-close hooks at 1731360466797 (+5 ms)Closed at 1731360466797 2024-11-11T21:27:46,798 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:46,843 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,36039,1731360464020; all regions closed. 2024-11-11T21:27:46,843 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,35809,1731360464101; all regions closed. 2024-11-11T21:27:46,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741834_1010 (size=1867) 2024-11-11T21:27:46,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741834_1010 (size=1867) 2024-11-11T21:27:46,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:46,850 DEBUG [RS:0;f286ae0a5299:36039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/oldWALs 2024-11-11T21:27:46,850 DEBUG [RS:1;f286ae0a5299:35809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/oldWALs 2024-11-11T21:27:46,851 INFO [RS:0;f286ae0a5299:36039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C36039%2C1731360464020:(num 1731360464803) 2024-11-11T21:27:46,851 INFO [RS:1;f286ae0a5299:35809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C35809%2C1731360464101.meta:.meta(num 1731360465150) 2024-11-11T21:27:46,851 DEBUG [RS:0;f286ae0a5299:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:46,851 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:46,851 INFO [RS:0;f286ae0a5299:36039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:46,851 INFO [RS:0;f286ae0a5299:36039 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:46,851 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:46,851 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:46,852 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:46,852 INFO [RS:0;f286ae0a5299:36039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:46,852 INFO [RS:0;f286ae0a5299:36039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36039 2024-11-11T21:27:46,852 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:46,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741833_1009 (size=1758) 2024-11-11T21:27:46,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741833_1009 (size=1758) 2024-11-11T21:27:46,857 DEBUG [RS:1;f286ae0a5299:35809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/oldWALs 2024-11-11T21:27:46,857 INFO [RS:1;f286ae0a5299:35809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C35809%2C1731360464101:(num 1731360464802) 2024-11-11T21:27:46,858 DEBUG [RS:1;f286ae0a5299:35809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:46,858 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:46,858 INFO [RS:1;f286ae0a5299:35809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:46,858 INFO [RS:1;f286ae0a5299:35809 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:46,858 INFO [RS:1;f286ae0a5299:35809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:46,858 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:46,858 INFO [RS:1;f286ae0a5299:35809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35809 2024-11-11T21:27:46,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,36039,1731360464020 2024-11-11T21:27:46,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:46,877 INFO [RS:0;f286ae0a5299:36039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:46,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,35809,1731360464101 2024-11-11T21:27:46,898 INFO [RS:1;f286ae0a5299:35809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:46,898 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f81c49026a8@3afa49c8 rejected from java.util.concurrent.ThreadPoolExecutor@3ec5ca4f[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-11T21:27:46,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,35809,1731360464101] 2024-11-11T21:27:47,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:47,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x1012bcc16690001, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:47,019 INFO [RS:0;f286ae0a5299:36039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:47,019 INFO [RS:0;f286ae0a5299:36039 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,36039,1731360464020; zookeeper connection closed. 2024-11-11T21:27:47,020 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f74c46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f74c46 2024-11-11T21:27:47,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,35809,1731360464101 already deleted, retry=false 2024-11-11T21:27:47,045 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,35809,1731360464101 expired; onlineServers=1 2024-11-11T21:27:47,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,36039,1731360464020] 2024-11-11T21:27:47,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,36039,1731360464020 already deleted, retry=false 2024-11-11T21:27:47,056 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,36039,1731360464020 expired; onlineServers=0 2024-11-11T21:27:47,056 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,34165,1731360463568' ***** 2024-11-11T21:27:47,056 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:27:47,056 INFO [M:0;f286ae0a5299:34165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:47,056 INFO [M:0;f286ae0a5299:34165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:47,057 DEBUG [M:0;f286ae0a5299:34165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:27:47,057 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:27:47,057 DEBUG [M:0;f286ae0a5299:34165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:27:47,057 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360464520 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360464520,5,FailOnTimeoutGroup] 2024-11-11T21:27:47,057 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360464520 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360464520,5,FailOnTimeoutGroup] 2024-11-11T21:27:47,057 INFO [M:0;f286ae0a5299:34165 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:47,057 INFO [M:0;f286ae0a5299:34165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:47,058 DEBUG [M:0;f286ae0a5299:34165 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:27:47,058 INFO [M:0;f286ae0a5299:34165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:27:47,058 INFO [M:0;f286ae0a5299:34165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:47,058 INFO [M:0;f286ae0a5299:34165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:27:47,058 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:27:47,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:47,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:47,067 DEBUG [M:0;f286ae0a5299:34165 {}] zookeeper.ZKUtil(347): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:27:47,067 WARN [M:0;f286ae0a5299:34165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:27:47,068 INFO [M:0;f286ae0a5299:34165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/.lastflushedseqids 2024-11-11T21:27:47,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741844_1020 (size=191) 2024-11-11T21:27:47,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741844_1020 (size=191) 2024-11-11T21:27:47,079 INFO [M:0;f286ae0a5299:34165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:27:47,079 INFO [M:0;f286ae0a5299:34165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:27:47,079 DEBUG [M:0;f286ae0a5299:34165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:47,080 INFO [M:0;f286ae0a5299:34165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:47,080 DEBUG [M:0;f286ae0a5299:34165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:47,080 DEBUG [M:0;f286ae0a5299:34165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:47,080 DEBUG [M:0;f286ae0a5299:34165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:47,080 INFO [M:0;f286ae0a5299:34165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T21:27:47,099 DEBUG [M:0;f286ae0a5299:34165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cbf20565ef940909bbc267b2c63a69c is 82, key is hbase:meta,,1/info:regioninfo/1731360465186/Put/seqid=0 2024-11-11T21:27:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:47,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:47,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:47,120 INFO [RS:1;f286ae0a5299:35809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:47,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1012bcc16690002, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:47,120 INFO [RS:1;f286ae0a5299:35809 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,35809,1731360464101; zookeeper connection closed. 2024-11-11T21:27:47,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f79071e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f79071e 2024-11-11T21:27:47,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T21:27:47,507 INFO [M:0;f286ae0a5299:34165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cbf20565ef940909bbc267b2c63a69c 2024-11-11T21:27:47,532 DEBUG [M:0;f286ae0a5299:34165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76da758d711e4a6aa11ba3530b23772e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360466064/Put/seqid=0 2024-11-11T21:27:47,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741846_1022 (size=6219) 2024-11-11T21:27:47,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741846_1022 (size=6219) 2024-11-11T21:27:47,553 INFO [M:0;f286ae0a5299:34165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76da758d711e4a6aa11ba3530b23772e 2024-11-11T21:27:47,579 DEBUG [M:0;f286ae0a5299:34165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e181453cdc61421a92a2064668c83d03 is 69, key is f286ae0a5299,35809,1731360464101/rs:state/1731360464589/Put/seqid=0 2024-11-11T21:27:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:47,992 INFO [M:0;f286ae0a5299:34165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e181453cdc61421a92a2064668c83d03 2024-11-11T21:27:47,999 DEBUG [M:0;f286ae0a5299:34165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cbf20565ef940909bbc267b2c63a69c as hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cbf20565ef940909bbc267b2c63a69c 2024-11-11T21:27:48,005 INFO [M:0;f286ae0a5299:34165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cbf20565ef940909bbc267b2c63a69c, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T21:27:48,006 DEBUG [M:0;f286ae0a5299:34165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76da758d711e4a6aa11ba3530b23772e as hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76da758d711e4a6aa11ba3530b23772e 2024-11-11T21:27:48,012 INFO [M:0;f286ae0a5299:34165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76da758d711e4a6aa11ba3530b23772e, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T21:27:48,013 DEBUG [M:0;f286ae0a5299:34165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e181453cdc61421a92a2064668c83d03 as hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e181453cdc61421a92a2064668c83d03 2024-11-11T21:27:48,020 INFO [M:0;f286ae0a5299:34165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43749/user/jenkins/test-data/3499ddee-e44e-99a4-6b4c-5da221cb7d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e181453cdc61421a92a2064668c83d03, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T21:27:48,021 INFO [M:0;f286ae0a5299:34165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=71, compaction requested=false 2024-11-11T21:27:48,022 INFO [M:0;f286ae0a5299:34165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:48,022 DEBUG [M:0;f286ae0a5299:34165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360467079Disabling compacts and flushes for region at 1731360467079Disabling writes for close at 1731360467080 (+1 ms)Obtaining lock to block concurrent updates at 1731360467080Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360467080Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731360467081 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360467081Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360467082 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360467098 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360467098Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360467512 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360467531 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360467531Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360467558 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360467579 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360467579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bad4395: reopening flushed file at 1731360467998 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d233d88: reopening flushed file at 1731360468005 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@98efe2f: reopening flushed file at 1731360468012 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=71, compaction requested=false at 1731360468021 (+9 ms)Writing region close event to WAL at 1731360468022 (+1 ms)Closed at 1731360468022 2024-11-11T21:27:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741830_1006 (size=35440) 2024-11-11T21:27:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35133 is added to blk_1073741830_1006 (size=35440) 2024-11-11T21:27:48,026 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:48,026 INFO [M:0;f286ae0a5299:34165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:27:48,026 INFO [M:0;f286ae0a5299:34165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34165 2024-11-11T21:27:48,026 INFO [M:0;f286ae0a5299:34165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:48,188 INFO [M:0;f286ae0a5299:34165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x1012bcc16690000, quorum=127.0.0.1:60096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:48,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ea05483{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:48,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31cf0448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:48,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:48,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4edcabe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:48,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c6132b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:48,233 WARN [BP-1255042010-172.17.0.2-1731360460581 heartbeating to localhost/127.0.0.1:43749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:48,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:48,233 WARN [BP-1255042010-172.17.0.2-1731360460581 heartbeating to localhost/127.0.0.1:43749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1255042010-172.17.0.2-1731360460581 (Datanode Uuid 37fd7498-7cde-4a48-a4eb-31f45580e2f8) service to localhost/127.0.0.1:43749 2024-11-11T21:27:48,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:48,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/data/data3/current/BP-1255042010-172.17.0.2-1731360460581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:48,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/data/data4/current/BP-1255042010-172.17.0.2-1731360460581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:48,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:48,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43532a5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:48,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7701006d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:48,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:48,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e982efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:48,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@138012b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:48,240 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:48,240 WARN [BP-1255042010-172.17.0.2-1731360460581 heartbeating to localhost/127.0.0.1:43749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:48,240 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:48,240 WARN [BP-1255042010-172.17.0.2-1731360460581 heartbeating to localhost/127.0.0.1:43749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1255042010-172.17.0.2-1731360460581 (Datanode Uuid 44434765-43cf-4a65-9bac-645e0ca5f73f) service to localhost/127.0.0.1:43749 2024-11-11T21:27:48,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/data/data1/current/BP-1255042010-172.17.0.2-1731360460581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:48,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/cluster_db52e060-0ebc-5680-f839-ae6795958392/data/data2/current/BP-1255042010-172.17.0.2-1731360460581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:48,241 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:48,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8557242{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:48,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0163c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:48,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:48,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@181b7124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:48,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48b2c0d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:48,255 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:27:48,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:27:48,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=154 (was 136) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:43749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:43749 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:43749 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:43749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=498 (was 471) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=1917 (was 2237) 2024-11-11T21:27:48,291 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=154, OpenFileDescriptor=498, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=1917 2024-11-11T21:27:48,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.log.dir so I do NOT create it in target/test-data/cb905876-843b-d96f-d217-94eb28690afc 2024-11-11T21:27:48,305 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:27:48,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.tmp.dir so I do NOT create it in target/test-data/cb905876-843b-d96f-d217-94eb28690afc 2024-11-11T21:27:48,305 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18dd76d4-3f11-54e8-6c47-5e3778be9e65/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:27:48,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc 2024-11-11T21:27:48,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:27:48,306 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e, deleteOnExit=true 2024-11-11T21:27:48,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:27:48,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/test.cache.data in system properties and HBase conf 2024-11-11T21:27:48,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:27:48,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:27:48,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:27:48,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:27:48,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:27:48,306 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:48,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:27:48,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:27:48,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:48,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:48,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:48,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:48,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:48,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:48,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@593e0b77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:48,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@568af6c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:48,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fbdd7c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/java.io.tmpdir/jetty-localhost-41925-hadoop-hdfs-3_4_1-tests_jar-_-any-706147133597811236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:48,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d148ad1{HTTP/1.1, (http/1.1)}{localhost:41925} 2024-11-11T21:27:48,791 INFO [Time-limited test {}] server.Server(415): Started @31547ms 2024-11-11T21:27:49,027 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:27:49,028 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:49,049 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:49,050 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:49,050 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:49,054 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:49,054 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:49,055 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:49,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:49,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:49,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:49,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:49,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:27:49,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32383f81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:49,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b632c09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:49,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bdfc432{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/java.io.tmpdir/jetty-localhost-34951-hadoop-hdfs-3_4_1-tests_jar-_-any-1358908335381915329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:49,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f24b926{HTTP/1.1, (http/1.1)}{localhost:34951} 2024-11-11T21:27:49,205 INFO [Time-limited test {}] server.Server(415): Started @31962ms 2024-11-11T21:27:49,206 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:49,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:49,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:49,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:49,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:49,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:49,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d26445{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:49,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d926c75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:49,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e5a942{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/java.io.tmpdir/jetty-localhost-39981-hadoop-hdfs-3_4_1-tests_jar-_-any-13239784601983114282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:49,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31df3f36{HTTP/1.1, (http/1.1)}{localhost:39981} 2024-11-11T21:27:49,361 INFO [Time-limited test {}] server.Server(415): Started @32117ms 2024-11-11T21:27:49,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:50,640 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/data/data1/current/BP-1456297853-172.17.0.2-1731360468335/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:50,640 WARN [Thread-1168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/data/data2/current/BP-1456297853-172.17.0.2-1731360468335/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:50,656 WARN [Thread-1131 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbd4adcdbd902d13 with lease ID 0x67ad5473d0888398: Processing first storage report for DS-ef727160-476b-49b8-843f-fa6a5492d09f from datanode DatanodeRegistration(127.0.0.1:37945, datanodeUuid=aea0697a-8ac9-4d85-9489-efc0b3082e14, infoPort=40249, infoSecurePort=0, ipcPort=43573, storageInfo=lv=-57;cid=testClusterID;nsid=1349414657;c=1731360468335) 2024-11-11T21:27:50,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbd4adcdbd902d13 with lease ID 0x67ad5473d0888398: from storage DS-ef727160-476b-49b8-843f-fa6a5492d09f node DatanodeRegistration(127.0.0.1:37945, datanodeUuid=aea0697a-8ac9-4d85-9489-efc0b3082e14, infoPort=40249, infoSecurePort=0, ipcPort=43573, storageInfo=lv=-57;cid=testClusterID;nsid=1349414657;c=1731360468335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:50,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbd4adcdbd902d13 with lease ID 0x67ad5473d0888398: Processing first storage report for DS-4ea21416-1ef2-4e04-aa16-026112dbb125 from datanode DatanodeRegistration(127.0.0.1:37945, datanodeUuid=aea0697a-8ac9-4d85-9489-efc0b3082e14, infoPort=40249, infoSecurePort=0, ipcPort=43573, storageInfo=lv=-57;cid=testClusterID;nsid=1349414657;c=1731360468335) 2024-11-11T21:27:50,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbd4adcdbd902d13 with lease ID 0x67ad5473d0888398: from storage DS-4ea21416-1ef2-4e04-aa16-026112dbb125 node DatanodeRegistration(127.0.0.1:37945, datanodeUuid=aea0697a-8ac9-4d85-9489-efc0b3082e14, infoPort=40249, infoSecurePort=0, ipcPort=43573, storageInfo=lv=-57;cid=testClusterID;nsid=1349414657;c=1731360468335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:50,770 WARN [Thread-1179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/data/data4/current/BP-1456297853-172.17.0.2-1731360468335/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:50,770 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/data/data3/current/BP-1456297853-172.17.0.2-1731360468335/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:50,786 WARN [Thread-1154 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5b0d7a6d484ebbc with lease ID 0x67ad5473d0888399: Processing first storage report for DS-c8922b3a-8999-4555-98ae-1e83e00fa816 from datanode DatanodeRegistration(127.0.0.1:36441, datanodeUuid=b26592cd-8d26-411a-bfae-33dd71c78f91, infoPort=38583, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1349414657;c=1731360468335) 2024-11-11T21:27:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5b0d7a6d484ebbc with lease ID 0x67ad5473d0888399: from storage DS-c8922b3a-8999-4555-98ae-1e83e00fa816 node DatanodeRegistration(127.0.0.1:36441, datanodeUuid=b26592cd-8d26-411a-bfae-33dd71c78f91, infoPort=38583, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1349414657;c=1731360468335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5b0d7a6d484ebbc with lease ID 0x67ad5473d0888399: Processing first storage report for DS-4f656006-8480-44f6-89b9-a8e789fa5791 from datanode DatanodeRegistration(127.0.0.1:36441, datanodeUuid=b26592cd-8d26-411a-bfae-33dd71c78f91, infoPort=38583, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1349414657;c=1731360468335) 2024-11-11T21:27:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5b0d7a6d484ebbc with lease ID 0x67ad5473d0888399: from storage DS-4f656006-8480-44f6-89b9-a8e789fa5791 node DatanodeRegistration(127.0.0.1:36441, datanodeUuid=b26592cd-8d26-411a-bfae-33dd71c78f91, infoPort=38583, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1349414657;c=1731360468335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:50,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc 2024-11-11T21:27:50,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/zookeeper_0, clientPort=49297, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:27:50,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49297 2024-11-11T21:27:50,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:50,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:50,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:50,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:50,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230 with version=8 2024-11-11T21:27:50,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/hbase-staging 2024-11-11T21:27:50,811 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:50,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:50,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:50,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:50,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:50,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:50,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:27:50,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:50,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44615 2024-11-11T21:27:50,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44615 connecting to ZooKeeper ensemble=127.0.0.1:49297 2024-11-11T21:27:50,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446150x0, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:50,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44615-0x1012bcc32b70000 connected 2024-11-11T21:27:50,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:50,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:50,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:50,956 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230, hbase.cluster.distributed=false 2024-11-11T21:27:50,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:50,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44615 2024-11-11T21:27:50,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44615 2024-11-11T21:27:50,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44615 2024-11-11T21:27:50,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44615 2024-11-11T21:27:50,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44615 2024-11-11T21:27:50,972 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:50,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:50,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:50,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:50,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:50,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:50,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:50,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:50,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45465 2024-11-11T21:27:50,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45465 connecting to ZooKeeper ensemble=127.0.0.1:49297 2024-11-11T21:27:50,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:50,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:50,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454650x0, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:50,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45465-0x1012bcc32b70001 connected 2024-11-11T21:27:50,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:50,988 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:50,988 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T21:27:50,994 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:27:50,995 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:27:50,995 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:27:50,996 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:50,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:50,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:50,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45465 2024-11-11T21:27:50,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45465 2024-11-11T21:27:50,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45465 2024-11-11T21:27:51,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45465 2024-11-11T21:27:51,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45465 2024-11-11T21:27:51,013 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:51,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:51,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:51,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:51,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:51,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:51,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:51,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:51,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42261 2024-11-11T21:27:51,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42261 connecting to ZooKeeper ensemble=127.0.0.1:49297 2024-11-11T21:27:51,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:51,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:51,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422610x0, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:51,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42261-0x1012bcc32b70002 connected 2024-11-11T21:27:51,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:51,030 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:51,030 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T21:27:51,035 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:27:51,036 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:27:51,036 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:27:51,037 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:51,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:51,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:51,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42261 2024-11-11T21:27:51,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42261 2024-11-11T21:27:51,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42261 2024-11-11T21:27:51,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42261 2024-11-11T21:27:51,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42261 2024-11-11T21:27:51,054 DEBUG [M:0;f286ae0a5299:44615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:44615 2024-11-11T21:27:51,054 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f286ae0a5299,44615,1731360470811 2024-11-11T21:27:51,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:51,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:51,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:51,067 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f286ae0a5299,44615,1731360470811 2024-11-11T21:27:51,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:51,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:51,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,077 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:27:51,078 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f286ae0a5299,44615,1731360470811 from backup master directory 2024-11-11T21:27:51,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f286ae0a5299,44615,1731360470811 2024-11-11T21:27:51,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:51,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:51,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:51,087 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:51,087 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,44615,1731360470811 2024-11-11T21:27:51,091 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/hbase.id] with ID: dd02b664-dd29-4908-9f41-084394a0e857 2024-11-11T21:27:51,091 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/.tmp/hbase.id 2024-11-11T21:27:51,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:51,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:51,098 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/.tmp/hbase.id]:[hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/hbase.id] 2024-11-11T21:27:51,109 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:51,109 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:27:51,110 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:27:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:51,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:51,126 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:51,126 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:27:51,127 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:51,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:51,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:51,134 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store 2024-11-11T21:27:51,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:51,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:51,141 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:51,141 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:51,141 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:51,141 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:51,141 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:51,141 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:51,141 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:51,142 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360471141Disabling compacts and flushes for region at 1731360471141Disabling writes for close at 1731360471141Writing region close event to WAL at 1731360471141Closed at 1731360471141 2024-11-11T21:27:51,142 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/.initializing 2024-11-11T21:27:51,142 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/WALs/f286ae0a5299,44615,1731360470811 2024-11-11T21:27:51,143 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:51,145 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C44615%2C1731360470811, suffix=, logDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/WALs/f286ae0a5299,44615,1731360470811, archiveDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/oldWALs, maxLogs=10 2024-11-11T21:27:51,158 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/WALs/f286ae0a5299,44615,1731360470811/f286ae0a5299%2C44615%2C1731360470811.1731360471145, exclude list is [], retry=0 2024-11-11T21:27:51,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36441,DS-c8922b3a-8999-4555-98ae-1e83e00fa816,DISK] 2024-11-11T21:27:51,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-ef727160-476b-49b8-843f-fa6a5492d09f,DISK] 2024-11-11T21:27:51,163 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/WALs/f286ae0a5299,44615,1731360470811/f286ae0a5299%2C44615%2C1731360470811.1731360471145 2024-11-11T21:27:51,163 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38583:38583),(127.0.0.1/127.0.0.1:40249:40249)] 2024-11-11T21:27:51,163 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:51,163 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:51,163 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,163 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:27:51,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:51,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:51,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:27:51,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:51,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:51,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:27:51,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:51,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:51,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:27:51,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:51,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:51,172 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,173 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,173 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,174 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,174 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,175 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:51,175 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:51,177 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:51,178 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63861180, jitterRate=-0.04839426279067993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:51,178 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360471163Initializing all the Stores at 1731360471164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360471164Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360471164Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360471164Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360471164Cleaning up temporary data from old regions at 1731360471174 (+10 ms)Region opened successfully at 1731360471178 (+4 ms) 2024-11-11T21:27:51,178 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:27:51,181 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767578de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:51,182 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:27:51,182 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:27:51,182 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:27:51,183 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:27:51,183 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:27:51,183 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:27:51,183 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:27:51,185 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:27:51,186 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:27:51,197 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:27:51,197 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:27:51,198 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:27:51,208 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:27:51,208 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:27:51,209 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:27:51,218 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:27:51,219 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:27:51,229 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:27:51,231 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:27:51,239 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:27:51,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:51,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:51,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:51,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,250 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,44615,1731360470811, sessionid=0x1012bcc32b70000, setting cluster-up flag (Was=false) 2024-11-11T21:27:51,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,303 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:27:51,304 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,44615,1731360470811 2024-11-11T21:27:51,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,355 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:27:51,357 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,44615,1731360470811 2024-11-11T21:27:51,358 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:27:51,360 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:51,360 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:27:51,360 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:27:51,360 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,44615,1731360470811 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:27:51,362 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:51,362 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:51,362 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:51,362 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:51,362 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:27:51,362 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,362 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:51,362 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,363 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360501363 2024-11-11T21:27:51,364 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:27:51,364 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:27:51,364 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:27:51,364 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:27:51,364 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:27:51,364 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:27:51,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:51,364 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:27:51,365 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:27:51,365 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:27:51,365 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:27:51,365 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:27:51,365 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:27:51,365 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360471365,5,FailOnTimeoutGroup] 2024-11-11T21:27:51,366 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:51,366 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360471365,5,FailOnTimeoutGroup] 2024-11-11T21:27:51,366 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,366 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:27:51,366 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,366 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:27:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:51,377 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:27:51,377 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230 2024-11-11T21:27:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:51,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:51,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:51,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:51,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:51,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:51,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:51,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:51,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:51,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:51,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:51,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:51,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:51,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:51,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:51,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:51,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:51,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:51,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:51,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740 2024-11-11T21:27:51,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740 2024-11-11T21:27:51,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:51,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:51,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:51,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:51,399 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:51,400 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66689445, jitterRate=-0.00624983012676239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:51,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360471387Initializing all the Stores at 1731360471388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360471388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360471388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360471388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360471388Cleaning up temporary data from old regions at 1731360471396 (+8 ms)Region opened successfully at 1731360471400 (+4 ms) 2024-11-11T21:27:51,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:51,400 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:51,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:51,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:51,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:51,401 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:51,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360471400Disabling compacts and flushes for region at 1731360471400Disabling writes for close at 1731360471400Writing region close event to WAL at 1731360471401 (+1 ms)Closed at 1731360471401 2024-11-11T21:27:51,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:51,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:27:51,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:27:51,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:51,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:27:51,442 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(746): ClusterId : dd02b664-dd29-4908-9f41-084394a0e857 2024-11-11T21:27:51,442 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(746): ClusterId : dd02b664-dd29-4908-9f41-084394a0e857 2024-11-11T21:27:51,442 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:51,442 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:51,451 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:51,451 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:51,451 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:51,451 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:51,472 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:51,472 DEBUG [RS:1;f286ae0a5299:42261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4040ae33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:51,473 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:51,473 DEBUG [RS:0;f286ae0a5299:45465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f0d7cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:51,487 DEBUG [RS:0;f286ae0a5299:45465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:45465 2024-11-11T21:27:51,487 DEBUG [RS:1;f286ae0a5299:42261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f286ae0a5299:42261 2024-11-11T21:27:51,487 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:51,487 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:51,487 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:51,487 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:51,487 DEBUG [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:51,487 DEBUG [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:51,488 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,44615,1731360470811 with port=45465, startcode=1731360470972 2024-11-11T21:27:51,488 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,44615,1731360470811 with port=42261, startcode=1731360471013 2024-11-11T21:27:51,488 DEBUG [RS:1;f286ae0a5299:42261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:51,488 DEBUG [RS:0;f286ae0a5299:45465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:51,489 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:51,489 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:51,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,42261,1731360471013 2024-11-11T21:27:51,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44615 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,42261,1731360471013 2024-11-11T21:27:51,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,45465,1731360470972 2024-11-11T21:27:51,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44615 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,45465,1731360470972 2024-11-11T21:27:51,491 DEBUG [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230 2024-11-11T21:27:51,491 DEBUG [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35025 2024-11-11T21:27:51,491 DEBUG [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:51,492 DEBUG [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230 2024-11-11T21:27:51,492 DEBUG [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35025 2024-11-11T21:27:51,492 DEBUG [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:51,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:51,542 DEBUG [RS:1;f286ae0a5299:42261 {}] zookeeper.ZKUtil(111): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,42261,1731360471013 2024-11-11T21:27:51,543 WARN [RS:1;f286ae0a5299:42261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:51,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,42261,1731360471013] 2024-11-11T21:27:51,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,45465,1731360470972] 2024-11-11T21:27:51,543 INFO [RS:1;f286ae0a5299:42261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:51,543 DEBUG [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,42261,1731360471013 2024-11-11T21:27:51,543 DEBUG [RS:0;f286ae0a5299:45465 {}] zookeeper.ZKUtil(111): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,45465,1731360470972 2024-11-11T21:27:51,543 WARN [RS:0;f286ae0a5299:45465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:51,543 INFO [RS:0;f286ae0a5299:45465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:51,543 DEBUG [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,45465,1731360470972 2024-11-11T21:27:51,548 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:51,548 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:51,550 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:51,551 INFO [RS:0;f286ae0a5299:45465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:51,551 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,552 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:51,552 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:51,552 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:51,553 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 INFO [RS:1;f286ae0a5299:42261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,553 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:51,553 DEBUG [RS:0;f286ae0a5299:45465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:51,554 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:51,554 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,554 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,554 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,554 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,554 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,554 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,554 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:51,555 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,555 WARN [f286ae0a5299:44615 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:27:51,555 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,555 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,555 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,555 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,555 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,555 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,555 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,555 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,555 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:51,555 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,555 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:51,555 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45465,1731360470972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:51,555 DEBUG [RS:1;f286ae0a5299:42261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:51,555 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,555 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,556 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,556 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,556 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,556 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42261,1731360471013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:51,570 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:51,570 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:51,570 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42261,1731360471013-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,570 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45465,1731360470972-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,570 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,570 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,570 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.Replication(171): f286ae0a5299,42261,1731360471013 started 2024-11-11T21:27:51,570 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.Replication(171): f286ae0a5299,45465,1731360470972 started 2024-11-11T21:27:51,583 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,583 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:51,583 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,42261,1731360471013, RpcServer on f286ae0a5299/172.17.0.2:42261, sessionid=0x1012bcc32b70002 2024-11-11T21:27:51,583 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,45465,1731360470972, RpcServer on f286ae0a5299/172.17.0.2:45465, sessionid=0x1012bcc32b70001 2024-11-11T21:27:51,583 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:51,583 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:51,583 DEBUG [RS:1;f286ae0a5299:42261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,42261,1731360471013 2024-11-11T21:27:51,583 DEBUG [RS:0;f286ae0a5299:45465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,45465,1731360470972 2024-11-11T21:27:51,583 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42261,1731360471013' 2024-11-11T21:27:51,583 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,45465,1731360470972' 2024-11-11T21:27:51,583 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:51,583 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:51,584 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:51,584 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:51,584 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:51,584 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:51,584 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:51,584 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:51,584 DEBUG [RS:0;f286ae0a5299:45465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,45465,1731360470972 2024-11-11T21:27:51,584 DEBUG [RS:1;f286ae0a5299:42261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,42261,1731360471013 2024-11-11T21:27:51,584 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,45465,1731360470972' 2024-11-11T21:27:51,584 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42261,1731360471013' 2024-11-11T21:27:51,584 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:51,584 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:51,584 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:51,584 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:51,585 DEBUG [RS:0;f286ae0a5299:45465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:51,585 INFO [RS:0;f286ae0a5299:45465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:51,585 INFO [RS:0;f286ae0a5299:45465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:51,585 DEBUG [RS:1;f286ae0a5299:42261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:51,585 INFO [RS:1;f286ae0a5299:42261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:51,585 INFO [RS:1;f286ae0a5299:42261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:51,686 INFO [RS:0;f286ae0a5299:45465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:51,686 INFO [RS:1;f286ae0a5299:42261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:51,690 INFO [RS:1;f286ae0a5299:42261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C42261%2C1731360471013, suffix=, logDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,42261,1731360471013, archiveDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/oldWALs, maxLogs=32 2024-11-11T21:27:51,690 INFO [RS:0;f286ae0a5299:45465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C45465%2C1731360470972, suffix=, logDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,45465,1731360470972, archiveDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/oldWALs, maxLogs=32 2024-11-11T21:27:51,704 DEBUG [RS:1;f286ae0a5299:42261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,42261,1731360471013/f286ae0a5299%2C42261%2C1731360471013.1731360471690, exclude list is [], retry=0 2024-11-11T21:27:51,704 DEBUG [RS:0;f286ae0a5299:45465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,45465,1731360470972/f286ae0a5299%2C45465%2C1731360470972.1731360471690, exclude list is [], retry=0 2024-11-11T21:27:51,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36441,DS-c8922b3a-8999-4555-98ae-1e83e00fa816,DISK] 2024-11-11T21:27:51,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36441,DS-c8922b3a-8999-4555-98ae-1e83e00fa816,DISK] 2024-11-11T21:27:51,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-ef727160-476b-49b8-843f-fa6a5492d09f,DISK] 2024-11-11T21:27:51,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-ef727160-476b-49b8-843f-fa6a5492d09f,DISK] 2024-11-11T21:27:51,710 INFO [RS:1;f286ae0a5299:42261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,42261,1731360471013/f286ae0a5299%2C42261%2C1731360471013.1731360471690 2024-11-11T21:27:51,710 INFO [RS:0;f286ae0a5299:45465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,45465,1731360470972/f286ae0a5299%2C45465%2C1731360470972.1731360471690 2024-11-11T21:27:51,710 DEBUG [RS:0;f286ae0a5299:45465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38583:38583),(127.0.0.1/127.0.0.1:40249:40249)] 2024-11-11T21:27:51,710 DEBUG [RS:1;f286ae0a5299:42261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40249:40249),(127.0.0.1/127.0.0.1:38583:38583)] 2024-11-11T21:27:51,805 DEBUG [f286ae0a5299:44615 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T21:27:51,806 DEBUG [f286ae0a5299:44615 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:51,811 DEBUG [f286ae0a5299:44615 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:51,811 DEBUG [f286ae0a5299:44615 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:51,811 DEBUG [f286ae0a5299:44615 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:51,811 DEBUG [f286ae0a5299:44615 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:51,812 INFO [f286ae0a5299:44615 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:51,812 INFO [f286ae0a5299:44615 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:51,812 DEBUG [f286ae0a5299:44615 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:51,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,42261,1731360471013 2024-11-11T21:27:51,814 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42261,1731360471013, state=OPENING 2024-11-11T21:27:51,880 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:27:51,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:51,921 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:51,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:51,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:51,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42261,1731360471013}] 2024-11-11T21:27:51,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:52,075 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:52,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:52,085 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:27:52,085 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:52,085 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:27:52,088 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C42261%2C1731360471013.meta, suffix=.meta, logDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,42261,1731360471013, archiveDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/oldWALs, maxLogs=32 2024-11-11T21:27:52,102 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,42261,1731360471013/f286ae0a5299%2C42261%2C1731360471013.meta.1731360472088.meta, exclude list is [], retry=0 2024-11-11T21:27:52,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-ef727160-476b-49b8-843f-fa6a5492d09f,DISK] 2024-11-11T21:27:52,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36441,DS-c8922b3a-8999-4555-98ae-1e83e00fa816,DISK] 2024-11-11T21:27:52,106 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/WALs/f286ae0a5299,42261,1731360471013/f286ae0a5299%2C42261%2C1731360471013.meta.1731360472088.meta 2024-11-11T21:27:52,106 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40249:40249),(127.0.0.1/127.0.0.1:38583:38583)] 2024-11-11T21:27:52,106 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:52,106 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:27:52,107 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:27:52,107 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:27:52,107 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:27:52,107 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:52,107 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:27:52,107 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:27:52,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:52,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:52,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:52,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:52,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:52,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:52,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:52,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:52,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:52,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:52,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:52,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:52,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:52,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:52,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:52,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:52,113 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:52,113 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740 2024-11-11T21:27:52,114 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740 2024-11-11T21:27:52,115 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:52,115 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:52,116 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:52,117 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:52,118 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60145001, jitterRate=-0.10376964509487152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:52,118 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:27:52,118 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360472107Writing region info on filesystem at 1731360472107Initializing all the Stores at 1731360472108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360472108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360472108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360472108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360472108Cleaning up temporary data from old regions at 1731360472115 (+7 ms)Running coprocessor post-open hooks at 1731360472118 (+3 ms)Region opened successfully at 1731360472118 2024-11-11T21:27:52,119 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360472075 2024-11-11T21:27:52,121 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:27:52,122 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:27:52,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42261,1731360471013 2024-11-11T21:27:52,123 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42261,1731360471013, state=OPEN 2024-11-11T21:27:52,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:52,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:52,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:52,134 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,42261,1731360471013 2024-11-11T21:27:52,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:52,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:52,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:52,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:27:52,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42261,1731360471013 in 213 msec 2024-11-11T21:27:52,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:27:52,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 735 msec 2024-11-11T21:27:52,139 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:52,139 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:27:52,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:52,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42261,1731360471013, seqNum=-1] 2024-11-11T21:27:52,141 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:52,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:52,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 794 msec 2024-11-11T21:27:52,155 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360472154, completionTime=-1 2024-11-11T21:27:52,155 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T21:27:52,155 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:27:52,157 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T21:27:52,157 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360532157 2024-11-11T21:27:52,157 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360592157 2024-11-11T21:27:52,157 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T21:27:52,157 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:27:52,158 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44615,1731360470811-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:52,158 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44615,1731360470811-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:52,158 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44615,1731360470811-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:52,158 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:44615, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:52,158 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:52,158 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:52,160 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:27:52,162 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.074sec 2024-11-11T21:27:52,162 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:27:52,162 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:27:52,162 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:27:52,162 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:27:52,162 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:27:52,162 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44615,1731360470811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:52,162 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44615,1731360470811-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:27:52,164 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:27:52,164 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:27:52,164 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44615,1731360470811-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:52,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b66fba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:52,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44615,-1 for getting cluster id 2024-11-11T21:27:52,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:27:52,244 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd02b664-dd29-4908-9f41-084394a0e857' 2024-11-11T21:27:52,244 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:27:52,244 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd02b664-dd29-4908-9f41-084394a0e857" 2024-11-11T21:27:52,244 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c914b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:52,244 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44615,-1] 2024-11-11T21:27:52,244 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:27:52,245 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:52,245 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:27:52,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c7d08d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:52,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:52,248 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42261,1731360471013, seqNum=-1] 2024-11-11T21:27:52,248 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:52,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:52,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,44615,1731360470811 2024-11-11T21:27:52,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:27:52,252 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44615,1731360470811 2024-11-11T21:27:52,252 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@221d73d5 2024-11-11T21:27:52,252 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:27:52,253 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:27:52,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44615 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44615 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T21:27:52,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:27:52,256 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:52,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44615 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T21:27:52,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:27:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:52,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:52,265 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d80e4ed930d64ce24c0f24f0cf705ecd, NAME => 'testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230 2024-11-11T21:27:52,266 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => afb9881a770aa25c4b99b0272cced3b8, NAME => 'testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230 2024-11-11T21:27:52,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:52,273 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:52,273 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:52,273 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing d80e4ed930d64ce24c0f24f0cf705ecd, disabling compactions & flushes 2024-11-11T21:27:52,273 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing afb9881a770aa25c4b99b0272cced3b8, disabling compactions & flushes 2024-11-11T21:27:52,273 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:52,273 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:52,273 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:52,274 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:52,274 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. after waiting 0 ms 2024-11-11T21:27:52,274 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. after waiting 0 ms 2024-11-11T21:27:52,274 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:52,274 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:52,274 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:52,274 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:52,274 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for d80e4ed930d64ce24c0f24f0cf705ecd: Waiting for close lock at 1731360472273Disabling compacts and flushes for region at 1731360472273Disabling writes for close at 1731360472274 (+1 ms)Writing region close event to WAL at 1731360472274Closed at 1731360472274 2024-11-11T21:27:52,274 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for afb9881a770aa25c4b99b0272cced3b8: Waiting for close lock at 1731360472273Disabling compacts and flushes for region at 1731360472273Disabling writes for close at 1731360472274 (+1 ms)Writing region close event to WAL at 1731360472274Closed at 1731360472274 2024-11-11T21:27:52,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:27:52,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360472275"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360472275"}]},"ts":"1731360472275"} 2024-11-11T21:27:52,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360472275"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360472275"}]},"ts":"1731360472275"} 2024-11-11T21:27:52,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T21:27:52,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:27:52,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360472280"}]},"ts":"1731360472280"} 2024-11-11T21:27:52,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T21:27:52,283 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:52,284 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:52,284 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:52,284 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:52,284 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:52,284 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:52,284 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:52,284 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:52,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d80e4ed930d64ce24c0f24f0cf705ecd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=afb9881a770aa25c4b99b0272cced3b8, ASSIGN}] 2024-11-11T21:27:52,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=afb9881a770aa25c4b99b0272cced3b8, ASSIGN 2024-11-11T21:27:52,286 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d80e4ed930d64ce24c0f24f0cf705ecd, ASSIGN 2024-11-11T21:27:52,287 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=afb9881a770aa25c4b99b0272cced3b8, ASSIGN; state=OFFLINE, location=f286ae0a5299,42261,1731360471013; forceNewPlan=false, retain=false 2024-11-11T21:27:52,287 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d80e4ed930d64ce24c0f24f0cf705ecd, ASSIGN; state=OFFLINE, location=f286ae0a5299,45465,1731360470972; forceNewPlan=false, retain=false 2024-11-11T21:27:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:52,437 INFO [f286ae0a5299:44615 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T21:27:52,437 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=afb9881a770aa25c4b99b0272cced3b8, regionState=OPENING, regionLocation=f286ae0a5299,42261,1731360471013 2024-11-11T21:27:52,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d80e4ed930d64ce24c0f24f0cf705ecd, regionState=OPENING, regionLocation=f286ae0a5299,45465,1731360470972 2024-11-11T21:27:52,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=afb9881a770aa25c4b99b0272cced3b8, ASSIGN because future has completed 2024-11-11T21:27:52,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure afb9881a770aa25c4b99b0272cced3b8, server=f286ae0a5299,42261,1731360471013}] 2024-11-11T21:27:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d80e4ed930d64ce24c0f24f0cf705ecd, ASSIGN because future has completed 2024-11-11T21:27:52,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d80e4ed930d64ce24c0f24f0cf705ecd, server=f286ae0a5299,45465,1731360470972}] 2024-11-11T21:27:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:52,595 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:52,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:52,600 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:52,600 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => afb9881a770aa25c4b99b0272cced3b8, NAME => 'testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T21:27:52,601 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,601 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:52,601 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,601 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,603 INFO [StoreOpener-afb9881a770aa25c4b99b0272cced3b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,603 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:52,603 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => d80e4ed930d64ce24c0f24f0cf705ecd, NAME => 'testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T21:27:52,604 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,604 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:52,604 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,604 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,605 INFO [StoreOpener-afb9881a770aa25c4b99b0272cced3b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afb9881a770aa25c4b99b0272cced3b8 columnFamilyName family 2024-11-11T21:27:52,605 DEBUG [StoreOpener-afb9881a770aa25c4b99b0272cced3b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:52,605 INFO [StoreOpener-d80e4ed930d64ce24c0f24f0cf705ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,605 INFO [StoreOpener-afb9881a770aa25c4b99b0272cced3b8-1 {}] regionserver.HStore(327): Store=afb9881a770aa25c4b99b0272cced3b8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:52,606 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,606 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,606 INFO [StoreOpener-d80e4ed930d64ce24c0f24f0cf705ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d80e4ed930d64ce24c0f24f0cf705ecd columnFamilyName family 2024-11-11T21:27:52,607 DEBUG [StoreOpener-d80e4ed930d64ce24c0f24f0cf705ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:52,607 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,607 INFO [StoreOpener-d80e4ed930d64ce24c0f24f0cf705ecd-1 {}] regionserver.HStore(327): Store=d80e4ed930d64ce24c0f24f0cf705ecd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:52,607 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,607 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,607 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,608 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,608 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,609 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,609 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,609 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,611 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,611 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/afb9881a770aa25c4b99b0272cced3b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:52,611 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened afb9881a770aa25c4b99b0272cced3b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64830482, jitterRate=-0.03395053744316101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:52,611 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:52,612 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for afb9881a770aa25c4b99b0272cced3b8: Running coprocessor pre-open hook at 1731360472601Writing region info on filesystem at 1731360472601Initializing all the Stores at 1731360472602 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360472603 (+1 ms)Cleaning up temporary data from old regions at 1731360472607 (+4 ms)Running coprocessor post-open hooks at 1731360472611 (+4 ms)Region opened successfully at 1731360472612 (+1 ms) 2024-11-11T21:27:52,613 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8., pid=7, masterSystemTime=1731360472593 2024-11-11T21:27:52,613 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/d80e4ed930d64ce24c0f24f0cf705ecd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:52,613 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened d80e4ed930d64ce24c0f24f0cf705ecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68057129, jitterRate=0.014130249619483948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:52,614 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:52,614 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for d80e4ed930d64ce24c0f24f0cf705ecd: Running coprocessor pre-open hook at 1731360472604Writing region info on filesystem at 1731360472604Initializing all the Stores at 1731360472605 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360472605Cleaning up temporary data from old regions at 1731360472609 (+4 ms)Running coprocessor post-open hooks at 1731360472614 (+5 ms)Region opened successfully at 1731360472614 2024-11-11T21:27:52,615 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd., pid=8, masterSystemTime=1731360472595 2024-11-11T21:27:52,615 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:52,616 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:52,616 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=afb9881a770aa25c4b99b0272cced3b8, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42261,1731360471013 2024-11-11T21:27:52,617 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:52,617 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:52,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d80e4ed930d64ce24c0f24f0cf705ecd, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,45465,1731360470972 2024-11-11T21:27:52,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure afb9881a770aa25c4b99b0272cced3b8, server=f286ae0a5299,42261,1731360471013 because future has completed 2024-11-11T21:27:52,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d80e4ed930d64ce24c0f24f0cf705ecd, server=f286ae0a5299,45465,1731360470972 because future has completed 2024-11-11T21:27:52,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T21:27:52,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure afb9881a770aa25c4b99b0272cced3b8, server=f286ae0a5299,42261,1731360471013 in 180 msec 2024-11-11T21:27:52,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T21:27:52,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d80e4ed930d64ce24c0f24f0cf705ecd, server=f286ae0a5299,45465,1731360470972 in 180 msec 2024-11-11T21:27:52,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=afb9881a770aa25c4b99b0272cced3b8, ASSIGN in 339 msec 2024-11-11T21:27:52,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:27:52,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d80e4ed930d64ce24c0f24f0cf705ecd, ASSIGN in 340 msec 2024-11-11T21:27:52,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:27:52,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360472627"}]},"ts":"1731360472627"} 2024-11-11T21:27:52,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T21:27:52,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:27:52,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 377 msec 2024-11-11T21:27:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:52,883 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T21:27:52,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T21:27:52,884 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:52,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T21:27:52,890 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:52,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T21:27:52,894 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd., hostname=f286ae0a5299,45465,1731360470972, seqNum=2] 2024-11-11T21:27:52,894 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:52,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:52,907 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8., hostname=f286ae0a5299,42261,1731360471013, seqNum=2] 2024-11-11T21:27:52,917 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d80e4ed930d64ce24c0f24f0cf705ecd 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T21:27:52,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/d80e4ed930d64ce24c0f24f0cf705ecd/.tmp/family/9035e72ac9bc4729a76c49814646b185 is 32, key is 1/family:/1731360472896/Put/seqid=0 2024-11-11T21:27:52,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741839_1015 (size=5054) 2024-11-11T21:27:52,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741839_1015 (size=5054) 2024-11-11T21:27:52,937 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/d80e4ed930d64ce24c0f24f0cf705ecd/.tmp/family/9035e72ac9bc4729a76c49814646b185 2024-11-11T21:27:52,942 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/d80e4ed930d64ce24c0f24f0cf705ecd/.tmp/family/9035e72ac9bc4729a76c49814646b185 as hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/d80e4ed930d64ce24c0f24f0cf705ecd/family/9035e72ac9bc4729a76c49814646b185 2024-11-11T21:27:52,948 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/d80e4ed930d64ce24c0f24f0cf705ecd/family/9035e72ac9bc4729a76c49814646b185, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:27:52,949 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d80e4ed930d64ce24c0f24f0cf705ecd in 32ms, sequenceid=8, compaction requested=false 2024-11-11T21:27:52,949 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d80e4ed930d64ce24c0f24f0cf705ecd: 2024-11-11T21:27:52,950 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing afb9881a770aa25c4b99b0272cced3b8 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T21:27:52,965 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/afb9881a770aa25c4b99b0272cced3b8/.tmp/family/0e8e601992f24664bbeda9266585f1e1 is 32, key is 5/family:/1731360472908/Put/seqid=0 2024-11-11T21:27:52,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741840_1016 (size=5083) 2024-11-11T21:27:52,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741840_1016 (size=5083) 2024-11-11T21:27:53,372 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/afb9881a770aa25c4b99b0272cced3b8/.tmp/family/0e8e601992f24664bbeda9266585f1e1 2024-11-11T21:27:53,384 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/afb9881a770aa25c4b99b0272cced3b8/.tmp/family/0e8e601992f24664bbeda9266585f1e1 as hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/afb9881a770aa25c4b99b0272cced3b8/family/0e8e601992f24664bbeda9266585f1e1 2024-11-11T21:27:53,391 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/afb9881a770aa25c4b99b0272cced3b8/family/0e8e601992f24664bbeda9266585f1e1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T21:27:53,392 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for afb9881a770aa25c4b99b0272cced3b8 in 442ms, sequenceid=9, compaction requested=false 2024-11-11T21:27:53,392 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for afb9881a770aa25c4b99b0272cced3b8: 2024-11-11T21:27:53,394 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 9035e72ac9bc4729a76c49814646b185, starting offset: 0, end offset: 9223372036854775807 2024-11-11T21:27:53,394 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 9035e72ac9bc4729a76c49814646b185_0 from back map with offset lock 2094080 in the evict process 2024-11-11T21:27:53,395 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 0e8e601992f24664bbeda9266585f1e1, starting offset: 0, end offset: 9223372036854775807 2024-11-11T21:27:53,395 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 0e8e601992f24664bbeda9266585f1e1_0 from back map with offset lock 2094080 in the evict process 2024-11-11T21:27:53,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:27:53,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:53,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:53,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:53,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:53,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:27:53,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:27:53,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=485207981, stopped=false 2024-11-11T21:27:53,396 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,44615,1731360470811 2024-11-11T21:27:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:53,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:53,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:53,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:53,456 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:53,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:53,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:53,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:53,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:53,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:53,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:53,457 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-11T21:27:53,457 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(3091): Received CLOSE for d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:53,457 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,45465,1731360470972' ***** 2024-11-11T21:27:53,457 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:53,458 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,42261,1731360471013' ***** 2024-11-11T21:27:53,458 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:53,458 INFO [RS:1;f286ae0a5299:42261 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:27:53,458 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d80e4ed930d64ce24c0f24f0cf705ecd, disabling compactions & flushes 2024-11-11T21:27:53,458 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:27:53,458 INFO [RS:1;f286ae0a5299:42261 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T21:27:53,458 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:53,458 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:53,458 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:53,458 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. after waiting 0 ms 2024-11-11T21:27:53,459 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:53,459 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:27:53,459 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:53,459 INFO [RS:1;f286ae0a5299:42261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:53,459 INFO [RS:1;f286ae0a5299:42261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:53,459 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(3091): Received CLOSE for afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:53,459 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:27:53,460 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,42261,1731360471013 2024-11-11T21:27:53,460 INFO [RS:1;f286ae0a5299:42261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:53,460 INFO [RS:1;f286ae0a5299:42261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f286ae0a5299:42261. 2024-11-11T21:27:53,460 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afb9881a770aa25c4b99b0272cced3b8, disabling compactions & flushes 2024-11-11T21:27:53,460 DEBUG [RS:1;f286ae0a5299:42261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:53,460 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:53,460 DEBUG [RS:1;f286ae0a5299:42261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:53,460 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:53,460 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. after waiting 0 ms 2024-11-11T21:27:53,461 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:53,462 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:53,462 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:53,462 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:53,462 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:27:53,463 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:27:53,463 DEBUG [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, afb9881a770aa25c4b99b0272cced3b8=testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8.} 2024-11-11T21:27:53,464 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:53,464 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:53,464 DEBUG [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afb9881a770aa25c4b99b0272cced3b8 2024-11-11T21:27:53,464 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:53,464 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:53,464 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:53,464 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T21:27:53,466 INFO [RS:0;f286ae0a5299:45465 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:27:53,466 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/d80e4ed930d64ce24c0f24f0cf705ecd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:27:53,466 INFO [RS:0;f286ae0a5299:45465 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T21:27:53,466 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:27:53,467 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:27:53,467 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:27:53,466 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:53,467 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:53,467 INFO [RS:0;f286ae0a5299:45465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:53,467 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:53,467 INFO [RS:0;f286ae0a5299:45465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:53,467 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d80e4ed930d64ce24c0f24f0cf705ecd: Waiting for close lock at 1731360473458Running coprocessor pre-close hooks at 1731360473458Disabling compacts and flushes for region at 1731360473458Disabling writes for close at 1731360473459 (+1 ms)Writing region close event to WAL at 1731360473460 (+1 ms)Running coprocessor post-close hooks at 1731360473467 (+7 ms)Closed at 1731360473467 2024-11-11T21:27:53,467 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,45465,1731360470972 2024-11-11T21:27:53,467 INFO [RS:0;f286ae0a5299:45465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:53,467 INFO [RS:0;f286ae0a5299:45465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:45465. 2024-11-11T21:27:53,467 DEBUG [RS:0;f286ae0a5299:45465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:53,467 DEBUG [RS:0;f286ae0a5299:45465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:53,467 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,45465,1731360470972; all regions closed. 2024-11-11T21:27:53,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44615 {}] assignment.AssignmentManager(1306): RegionServer CLOSED d80e4ed930d64ce24c0f24f0cf705ecd 2024-11-11T21:27:53,468 WARN [HMaster-EventLoopGroup-15-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T21:27:53,469 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/default/testClearRegionBlockCache/afb9881a770aa25c4b99b0272cced3b8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T21:27:53,469 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:53,469 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afb9881a770aa25c4b99b0272cced3b8: Waiting for close lock at 1731360473460Running coprocessor pre-close hooks at 1731360473460Disabling compacts and flushes for region at 1731360473460Disabling writes for close at 1731360473460Writing region close event to WAL at 1731360473464 (+4 ms)Running coprocessor post-close hooks at 1731360473469 (+5 ms)Closed at 1731360473469 2024-11-11T21:27:53,470 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8. 2024-11-11T21:27:53,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741833_1009 (size=1758) 2024-11-11T21:27:53,470 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2367): Failed report transition server { host_name: "f286ae0a5299" port: 45465 start_code: 1731360470972 } transition { transition_code: CLOSED region_info { region_id: 1731360472253 table_name { namespace: "default" qualifier: "testClearRegionBlockCache" } start_key: "" end_key: "5" offline: false split: false replica_id: 0 } proc_id: -1 initiating_master_active_time: -1 }; retry (#0) immediately. org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f286ae0a5299:44615 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-11T21:27:53,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741833_1009 (size=1758) 2024-11-11T21:27:53,471 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731360472253.d80e4ed930d64ce24c0f24f0cf705ecd. 2024-11-11T21:27:53,473 DEBUG [RS:0;f286ae0a5299:45465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/oldWALs 2024-11-11T21:27:53,473 INFO [RS:0;f286ae0a5299:45465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C45465%2C1731360470972:(num 1731360471690) 2024-11-11T21:27:53,473 DEBUG [RS:0;f286ae0a5299:45465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:53,473 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:53,473 INFO [RS:0;f286ae0a5299:45465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:53,473 INFO [RS:0;f286ae0a5299:45465 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:53,474 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:53,474 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:53,474 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:53,474 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:53,474 INFO [RS:0;f286ae0a5299:45465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:53,474 INFO [RS:0;f286ae0a5299:45465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45465 2024-11-11T21:27:53,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,45465,1731360470972 2024-11-11T21:27:53,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:53,481 INFO [RS:0;f286ae0a5299:45465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:53,483 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/.tmp/info/577c7775079749879e2740570f44a02e is 173, key is testClearRegionBlockCache,5,1731360472253.afb9881a770aa25c4b99b0272cced3b8./info:regioninfo/1731360472616/Put/seqid=0 2024-11-11T21:27:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:53,488 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/.tmp/info/577c7775079749879e2740570f44a02e 2024-11-11T21:27:53,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,45465,1731360470972] 2024-11-11T21:27:53,502 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,45465,1731360470972 already deleted, retry=false 2024-11-11T21:27:53,502 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,45465,1731360470972 expired; onlineServers=1 2024-11-11T21:27:53,508 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/.tmp/ns/256c25bc48a6430ea3efadf66caa2abb is 43, key is default/ns:d/1731360472143/Put/seqid=0 2024-11-11T21:27:53,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:53,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:53,513 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/.tmp/ns/256c25bc48a6430ea3efadf66caa2abb 2024-11-11T21:27:53,530 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/.tmp/table/0e4a4ba2c4e94309a50757d9d9466155 is 61, key is testClearRegionBlockCache/table:state/1731360472627/Put/seqid=0 2024-11-11T21:27:53,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:53,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:53,535 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/.tmp/table/0e4a4ba2c4e94309a50757d9d9466155 2024-11-11T21:27:53,541 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/.tmp/info/577c7775079749879e2740570f44a02e as hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/info/577c7775079749879e2740570f44a02e 2024-11-11T21:27:53,547 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/info/577c7775079749879e2740570f44a02e, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T21:27:53,548 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/.tmp/ns/256c25bc48a6430ea3efadf66caa2abb as hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/ns/256c25bc48a6430ea3efadf66caa2abb 2024-11-11T21:27:53,554 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/ns/256c25bc48a6430ea3efadf66caa2abb, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T21:27:53,555 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/.tmp/table/0e4a4ba2c4e94309a50757d9d9466155 as hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/table/0e4a4ba2c4e94309a50757d9d9466155 2024-11-11T21:27:53,557 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:53,558 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:53,560 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:27:53,561 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:27:53,561 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/table/0e4a4ba2c4e94309a50757d9d9466155, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T21:27:53,562 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false 2024-11-11T21:27:53,567 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T21:27:53,568 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:27:53,568 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:53,568 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360473463Running coprocessor pre-close hooks at 1731360473463Disabling compacts and flushes for region at 1731360473463Disabling writes for close at 1731360473464 (+1 ms)Obtaining lock to block concurrent updates at 1731360473464Preparing flush snapshotting stores in 1588230740 at 1731360473464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731360473464Flushing stores of hbase:meta,,1.1588230740 at 1731360473465 (+1 ms)Flushing 1588230740/info: creating writer at 1731360473465Flushing 1588230740/info: appending metadata at 1731360473483 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731360473483Flushing 1588230740/ns: creating writer at 1731360473493 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731360473507 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731360473507Flushing 1588230740/table: creating writer at 1731360473517 (+10 ms)Flushing 1588230740/table: appending metadata at 1731360473530 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731360473530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@394eda00: reopening flushed file at 1731360473540 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7178f1: reopening flushed file at 1731360473547 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9daf6f: reopening flushed file at 1731360473554 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false at 1731360473562 (+8 ms)Writing region close event to WAL at 1731360473563 (+1 ms)Running coprocessor post-close hooks at 1731360473568 (+5 ms)Closed at 1731360473568 2024-11-11T21:27:53,568 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:53,592 INFO [RS:0;f286ae0a5299:45465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:53,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:53,592 INFO [RS:0;f286ae0a5299:45465 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,45465,1731360470972; zookeeper connection closed. 2024-11-11T21:27:53,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45465-0x1012bcc32b70001, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:53,593 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dc1c009 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dc1c009 2024-11-11T21:27:53,664 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,42261,1731360471013; all regions closed. 2024-11-11T21:27:53,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:53,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:53,670 DEBUG [RS:1;f286ae0a5299:42261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/oldWALs 2024-11-11T21:27:53,670 INFO [RS:1;f286ae0a5299:42261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42261%2C1731360471013.meta:.meta(num 1731360472088) 2024-11-11T21:27:53,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741834_1010 (size=1867) 2024-11-11T21:27:53,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741834_1010 (size=1867) 2024-11-11T21:27:53,676 DEBUG [RS:1;f286ae0a5299:42261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/oldWALs 2024-11-11T21:27:53,676 INFO [RS:1;f286ae0a5299:42261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42261%2C1731360471013:(num 1731360471690) 2024-11-11T21:27:53,676 DEBUG [RS:1;f286ae0a5299:42261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:53,676 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:53,676 INFO [RS:1;f286ae0a5299:42261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:53,677 INFO [RS:1;f286ae0a5299:42261 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:53,677 INFO [RS:1;f286ae0a5299:42261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:53,677 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:53,677 INFO [RS:1;f286ae0a5299:42261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42261 2024-11-11T21:27:53,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:53,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,42261,1731360471013 2024-11-11T21:27:53,687 INFO [RS:1;f286ae0a5299:42261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:53,687 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f81c49026a8@7fd2d7b6 rejected from java.util.concurrent.ThreadPoolExecutor@7bed4c94[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-11T21:27:53,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,42261,1731360471013] 2024-11-11T21:27:53,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,42261,1731360471013 already deleted, retry=false 2024-11-11T21:27:53,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,42261,1731360471013 expired; onlineServers=0 2024-11-11T21:27:53,708 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,44615,1731360470811' ***** 2024-11-11T21:27:53,708 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:27:53,708 INFO [M:0;f286ae0a5299:44615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:53,708 INFO [M:0;f286ae0a5299:44615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:53,708 DEBUG [M:0;f286ae0a5299:44615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:27:53,708 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:27:53,708 DEBUG [M:0;f286ae0a5299:44615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:27:53,708 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360471365 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360471365,5,FailOnTimeoutGroup] 2024-11-11T21:27:53,708 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360471365 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360471365,5,FailOnTimeoutGroup] 2024-11-11T21:27:53,708 INFO [M:0;f286ae0a5299:44615 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:53,708 INFO [M:0;f286ae0a5299:44615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:53,709 DEBUG [M:0;f286ae0a5299:44615 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:27:53,709 INFO [M:0;f286ae0a5299:44615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:27:53,709 INFO [M:0;f286ae0a5299:44615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:53,709 INFO [M:0;f286ae0a5299:44615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:27:53,709 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:27:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:53,718 DEBUG [M:0;f286ae0a5299:44615 {}] zookeeper.ZKUtil(347): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:27:53,719 WARN [M:0;f286ae0a5299:44615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:27:53,719 INFO [M:0;f286ae0a5299:44615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/.lastflushedseqids 2024-11-11T21:27:53,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741844_1020 (size=191) 2024-11-11T21:27:53,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741844_1020 (size=191) 2024-11-11T21:27:53,725 INFO [M:0;f286ae0a5299:44615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:27:53,725 INFO [M:0;f286ae0a5299:44615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:27:53,725 DEBUG [M:0;f286ae0a5299:44615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:53,725 INFO [M:0;f286ae0a5299:44615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:53,725 DEBUG [M:0;f286ae0a5299:44615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:53,725 DEBUG [M:0;f286ae0a5299:44615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:53,725 DEBUG [M:0;f286ae0a5299:44615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:53,725 INFO [M:0;f286ae0a5299:44615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T21:27:53,740 DEBUG [M:0;f286ae0a5299:44615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b5d84853a98407fbfb60c1d734e7fe5 is 82, key is hbase:meta,,1/info:regioninfo/1731360472122/Put/seqid=0 2024-11-11T21:27:53,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:53,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:53,746 INFO [M:0;f286ae0a5299:44615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b5d84853a98407fbfb60c1d734e7fe5 2024-11-11T21:27:53,795 DEBUG [M:0;f286ae0a5299:44615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/884d962e9a224132aa00e2a010646119 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360472631/Put/seqid=0 2024-11-11T21:27:53,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:53,798 INFO [RS:1;f286ae0a5299:42261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:53,798 INFO [RS:1;f286ae0a5299:42261 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,42261,1731360471013; zookeeper connection closed. 2024-11-11T21:27:53,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42261-0x1012bcc32b70002, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:53,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68a2d8d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68a2d8d4 2024-11-11T21:27:53,798 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T21:27:53,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741846_1022 (size=6219) 2024-11-11T21:27:53,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741846_1022 (size=6219) 2024-11-11T21:27:53,800 INFO [M:0;f286ae0a5299:44615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/884d962e9a224132aa00e2a010646119 2024-11-11T21:27:53,818 DEBUG [M:0;f286ae0a5299:44615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8e23561eee4a0196c274ea714125f5 is 69, key is f286ae0a5299,42261,1731360471013/rs:state/1731360471490/Put/seqid=0 2024-11-11T21:27:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:53,823 INFO [M:0;f286ae0a5299:44615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8e23561eee4a0196c274ea714125f5 2024-11-11T21:27:53,828 DEBUG [M:0;f286ae0a5299:44615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b5d84853a98407fbfb60c1d734e7fe5 as hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b5d84853a98407fbfb60c1d734e7fe5 2024-11-11T21:27:53,833 INFO [M:0;f286ae0a5299:44615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b5d84853a98407fbfb60c1d734e7fe5, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T21:27:53,834 DEBUG [M:0;f286ae0a5299:44615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/884d962e9a224132aa00e2a010646119 as hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/884d962e9a224132aa00e2a010646119 2024-11-11T21:27:53,839 INFO [M:0;f286ae0a5299:44615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/884d962e9a224132aa00e2a010646119, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T21:27:53,840 DEBUG [M:0;f286ae0a5299:44615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8e23561eee4a0196c274ea714125f5 as hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa8e23561eee4a0196c274ea714125f5 2024-11-11T21:27:53,845 INFO [M:0;f286ae0a5299:44615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35025/user/jenkins/test-data/663ef72a-8438-3085-4484-b3ac963ef230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa8e23561eee4a0196c274ea714125f5, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T21:27:53,846 INFO [M:0;f286ae0a5299:44615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=71, compaction requested=false 2024-11-11T21:27:53,848 INFO [M:0;f286ae0a5299:44615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:53,848 DEBUG [M:0;f286ae0a5299:44615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360473725Disabling compacts and flushes for region at 1731360473725Disabling writes for close at 1731360473725Obtaining lock to block concurrent updates at 1731360473725Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360473725Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731360473726 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360473726Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360473726Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360473740 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360473740Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360473750 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360473794 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360473794Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360473804 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360473818 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360473818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500de621: reopening flushed file at 1731360473827 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8f3c1c: reopening flushed file at 1731360473834 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d56af33: reopening flushed file at 1731360473840 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=71, compaction requested=false at 1731360473846 (+6 ms)Writing region close event to WAL at 1731360473848 (+2 ms)Closed at 1731360473848 2024-11-11T21:27:53,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741830_1006 (size=35440) 2024-11-11T21:27:53,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36441 is added to blk_1073741830_1006 (size=35440) 2024-11-11T21:27:53,851 INFO [M:0;f286ae0a5299:44615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:27:53,851 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:53,851 INFO [M:0;f286ae0a5299:44615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44615 2024-11-11T21:27:53,851 INFO [M:0;f286ae0a5299:44615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:53,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:53,960 INFO [M:0;f286ae0a5299:44615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:53,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44615-0x1012bcc32b70000, quorum=127.0.0.1:49297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:53,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e5a942{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:53,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31df3f36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:53,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:53,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d926c75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:53,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d26445{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:53,964 WARN [BP-1456297853-172.17.0.2-1731360468335 heartbeating to localhost/127.0.0.1:35025 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:53,964 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:53,964 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:53,964 WARN [BP-1456297853-172.17.0.2-1731360468335 heartbeating to localhost/127.0.0.1:35025 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1456297853-172.17.0.2-1731360468335 (Datanode Uuid b26592cd-8d26-411a-bfae-33dd71c78f91) service to localhost/127.0.0.1:35025 2024-11-11T21:27:53,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/data/data3/current/BP-1456297853-172.17.0.2-1731360468335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:53,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/data/data4/current/BP-1456297853-172.17.0.2-1731360468335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:53,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:53,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bdfc432{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:53,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f24b926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:53,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:53,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b632c09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:53,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32383f81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:53,969 WARN [BP-1456297853-172.17.0.2-1731360468335 heartbeating to localhost/127.0.0.1:35025 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:53,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:53,969 WARN [BP-1456297853-172.17.0.2-1731360468335 heartbeating to localhost/127.0.0.1:35025 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1456297853-172.17.0.2-1731360468335 (Datanode Uuid aea0697a-8ac9-4d85-9489-efc0b3082e14) service to localhost/127.0.0.1:35025 2024-11-11T21:27:53,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:53,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/data/data1/current/BP-1456297853-172.17.0.2-1731360468335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:53,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/cluster_5b2bae1f-d207-5444-fc2d-ba914fe3673e/data/data2/current/BP-1456297853-172.17.0.2-1731360468335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:53,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:53,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fbdd7c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:53,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d148ad1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:53,975 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:53,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@568af6c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:53,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@593e0b77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:53,982 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:27:53,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:27:54,007 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=172 (was 154) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:35025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:35025 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:35025 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:35025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 498) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=1806 (was 1917) 2024-11-11T21:27:54,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=172, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=1806 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.log.dir so I do NOT create it in target/test-data/01b45e79-0796-adef-6880-0b8d72f37442 2024-11-11T21:27:54,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.tmp.dir so I do NOT create it in target/test-data/01b45e79-0796-adef-6880-0b8d72f37442 2024-11-11T21:27:54,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb905876-843b-d96f-d217-94eb28690afc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:27:54,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d, deleteOnExit=true 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/test.cache.data in system properties and HBase conf 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:27:54,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:27:54,027 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:27:54,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:27:54,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:54,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:54,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:54,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:54,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:54,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:54,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36119806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:54,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@712cd1b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:54,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61ef38d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/java.io.tmpdir/jetty-localhost-44835-hadoop-hdfs-3_4_1-tests_jar-_-any-9242126152031396814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:54,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@701a33c7{HTTP/1.1, (http/1.1)}{localhost:44835} 2024-11-11T21:27:54,493 INFO [Time-limited test {}] server.Server(415): Started @37249ms 2024-11-11T21:27:54,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:54,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:54,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:54,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:54,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:27:54,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6026bf1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:54,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ae9ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:54,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@385d9a25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/java.io.tmpdir/jetty-localhost-34807-hadoop-hdfs-3_4_1-tests_jar-_-any-4920136938578159990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:54,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aebb776{HTTP/1.1, (http/1.1)}{localhost:34807} 2024-11-11T21:27:54,844 INFO [Time-limited test {}] server.Server(415): Started @37600ms 2024-11-11T21:27:54,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:54,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:27:54,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:27:54,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:27:54,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:27:54,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:27:54,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66397d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:27:54,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fff9f64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:27:54,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b82aa3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/java.io.tmpdir/jetty-localhost-33551-hadoop-hdfs-3_4_1-tests_jar-_-any-10747076045619438248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:54,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ef97f7f{HTTP/1.1, (http/1.1)}{localhost:33551} 2024-11-11T21:27:54,981 INFO [Time-limited test {}] server.Server(415): Started @37737ms 2024-11-11T21:27:54,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:27:56,009 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/data/data2/current/BP-206191760-172.17.0.2-1731360474045/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:56,009 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/data/data1/current/BP-206191760-172.17.0.2-1731360474045/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:56,028 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37764be1ffb7215c with lease ID 0xa1747e3fe4647784: Processing first storage report for DS-8a88d3be-6d55-40b6-a1ac-f48f2c78e80a from datanode DatanodeRegistration(127.0.0.1:37653, datanodeUuid=33bf2675-5f19-45fa-926b-41d4ca5d59c1, infoPort=43143, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=278299459;c=1731360474045) 2024-11-11T21:27:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37764be1ffb7215c with lease ID 0xa1747e3fe4647784: from storage DS-8a88d3be-6d55-40b6-a1ac-f48f2c78e80a node DatanodeRegistration(127.0.0.1:37653, datanodeUuid=33bf2675-5f19-45fa-926b-41d4ca5d59c1, infoPort=43143, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=278299459;c=1731360474045), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37764be1ffb7215c with lease ID 0xa1747e3fe4647784: Processing first storage report for DS-81e73eff-d665-4b19-a3d4-6bdce1446129 from datanode DatanodeRegistration(127.0.0.1:37653, datanodeUuid=33bf2675-5f19-45fa-926b-41d4ca5d59c1, infoPort=43143, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=278299459;c=1731360474045) 2024-11-11T21:27:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37764be1ffb7215c with lease ID 0xa1747e3fe4647784: from storage DS-81e73eff-d665-4b19-a3d4-6bdce1446129 node DatanodeRegistration(127.0.0.1:37653, datanodeUuid=33bf2675-5f19-45fa-926b-41d4ca5d59c1, infoPort=43143, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=278299459;c=1731360474045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:56,150 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/data/data3/current/BP-206191760-172.17.0.2-1731360474045/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:56,150 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/data/data4/current/BP-206191760-172.17.0.2-1731360474045/current, will proceed with Du for space computation calculation, 2024-11-11T21:27:56,167 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:27:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdef2dbefbfd58055 with lease ID 0xa1747e3fe4647785: Processing first storage report for DS-850a70d7-475d-45d9-93d8-acc9e51dd36b from datanode DatanodeRegistration(127.0.0.1:37567, datanodeUuid=9cf4a2d1-1578-447a-8e23-e918031217f1, infoPort=37579, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=278299459;c=1731360474045) 2024-11-11T21:27:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdef2dbefbfd58055 with lease ID 0xa1747e3fe4647785: from storage DS-850a70d7-475d-45d9-93d8-acc9e51dd36b node DatanodeRegistration(127.0.0.1:37567, datanodeUuid=9cf4a2d1-1578-447a-8e23-e918031217f1, infoPort=37579, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=278299459;c=1731360474045), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdef2dbefbfd58055 with lease ID 0xa1747e3fe4647785: Processing first storage report for DS-f04e9fdd-498d-4d02-b10d-09899d7e466a from datanode DatanodeRegistration(127.0.0.1:37567, datanodeUuid=9cf4a2d1-1578-447a-8e23-e918031217f1, infoPort=37579, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=278299459;c=1731360474045) 2024-11-11T21:27:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdef2dbefbfd58055 with lease ID 0xa1747e3fe4647785: from storage DS-f04e9fdd-498d-4d02-b10d-09899d7e466a node DatanodeRegistration(127.0.0.1:37567, datanodeUuid=9cf4a2d1-1578-447a-8e23-e918031217f1, infoPort=37579, infoSecurePort=0, ipcPort=35563, storageInfo=lv=-57;cid=testClusterID;nsid=278299459;c=1731360474045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:27:56,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442 2024-11-11T21:27:56,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/zookeeper_0, clientPort=61938, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:27:56,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61938 2024-11-11T21:27:56,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:56,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:56,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:56,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:27:56,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a with version=8 2024-11-11T21:27:56,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/hbase-staging 2024-11-11T21:27:56,257 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:56,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:56,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:56,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:56,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:56,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:56,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:27:56,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:56,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35007 2024-11-11T21:27:56,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35007 connecting to ZooKeeper ensemble=127.0.0.1:61938 2024-11-11T21:27:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350070x0, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:56,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35007-0x1012bcc47fc0000 connected 2024-11-11T21:27:56,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:56,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:56,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:56,426 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a, hbase.cluster.distributed=false 2024-11-11T21:27:56,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:56,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-11T21:27:56,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35007 2024-11-11T21:27:56,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35007 2024-11-11T21:27:56,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-11T21:27:56,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-11T21:27:56,447 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:56,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:56,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:56,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:56,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:56,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:56,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:56,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:56,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43441 2024-11-11T21:27:56,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43441 connecting to ZooKeeper ensemble=127.0.0.1:61938 2024-11-11T21:27:56,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:56,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:56,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434410x0, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:56,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43441-0x1012bcc47fc0001 connected 2024-11-11T21:27:56,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:56,461 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:56,461 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T21:27:56,467 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:27:56,467 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:27:56,468 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:27:56,469 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:56,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:56,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:56,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43441 2024-11-11T21:27:56,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43441 2024-11-11T21:27:56,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43441 2024-11-11T21:27:56,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43441 2024-11-11T21:27:56,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43441 2024-11-11T21:27:56,486 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:27:56,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:56,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:56,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:27:56,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:27:56,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:27:56,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:27:56,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:27:56,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35891 2024-11-11T21:27:56,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35891 connecting to ZooKeeper ensemble=127.0.0.1:61938 2024-11-11T21:27:56,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:56,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:56,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358910x0, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:27:56,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358910x0, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:56,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35891-0x1012bcc47fc0002 connected 2024-11-11T21:27:56,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:27:56,503 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T21:27:56,510 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T21:27:56,511 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T21:27:56,512 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T21:27:56,512 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:27:56,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:27:56,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:27:56,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35891 2024-11-11T21:27:56,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35891 2024-11-11T21:27:56,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35891 2024-11-11T21:27:56,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35891 2024-11-11T21:27:56,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35891 2024-11-11T21:27:56,530 DEBUG [M:0;f286ae0a5299:35007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:35007 2024-11-11T21:27:56,531 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f286ae0a5299,35007,1731360476257 2024-11-11T21:27:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:56,540 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f286ae0a5299,35007,1731360476257 2024-11-11T21:27:56,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:56,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:56,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:56,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:56,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:56,550 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:27:56,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f286ae0a5299,35007,1731360476257 from backup master directory 2024-11-11T21:27:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f286ae0a5299,35007,1731360476257 2024-11-11T21:27:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:27:56,561 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:56,561 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,35007,1731360476257 2024-11-11T21:27:56,568 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/hbase.id] with ID: ca65df60-e63f-4183-850b-c091362d2b70 2024-11-11T21:27:56,569 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/.tmp/hbase.id 2024-11-11T21:27:56,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:56,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:27:56,578 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/.tmp/hbase.id]:[hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/hbase.id] 2024-11-11T21:27:56,588 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:27:56,588 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:27:56,589 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:27:56,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:56,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:56,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:56,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:56,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:27:57,010 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:57,012 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:27:57,012 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:57,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:27:57,023 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store 2024-11-11T21:27:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:27:57,032 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:57,032 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:57,032 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:57,032 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:57,032 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:57,032 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:57,032 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:57,032 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360477032Disabling compacts and flushes for region at 1731360477032Disabling writes for close at 1731360477032Writing region close event to WAL at 1731360477032Closed at 1731360477032 2024-11-11T21:27:57,033 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/.initializing 2024-11-11T21:27:57,033 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/WALs/f286ae0a5299,35007,1731360476257 2024-11-11T21:27:57,035 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:57,037 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C35007%2C1731360476257, suffix=, logDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/WALs/f286ae0a5299,35007,1731360476257, archiveDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/oldWALs, maxLogs=10 2024-11-11T21:27:57,052 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/WALs/f286ae0a5299,35007,1731360476257/f286ae0a5299%2C35007%2C1731360476257.1731360477037, exclude list is [], retry=0 2024-11-11T21:27:57,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-8a88d3be-6d55-40b6-a1ac-f48f2c78e80a,DISK] 2024-11-11T21:27:57,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-850a70d7-475d-45d9-93d8-acc9e51dd36b,DISK] 2024-11-11T21:27:57,057 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/WALs/f286ae0a5299,35007,1731360476257/f286ae0a5299%2C35007%2C1731360476257.1731360477037 2024-11-11T21:27:57,057 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37579:37579),(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-11T21:27:57,057 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:57,057 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:57,057 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,057 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:27:57,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:57,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:57,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:27:57,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:57,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:57,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:27:57,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:57,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:57,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:27:57,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:57,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:57,066 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,066 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,067 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,068 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,068 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,069 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:57,070 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:27:57,072 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:57,072 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61636904, jitterRate=-0.08153855800628662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:57,072 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360477057Initializing all the Stores at 1731360477058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360477058Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360477059 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360477059Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360477059Cleaning up temporary data from old regions at 1731360477068 (+9 ms)Region opened successfully at 1731360477072 (+4 ms) 2024-11-11T21:27:57,073 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:27:57,075 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e8e957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:57,076 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:27:57,076 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:27:57,076 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:27:57,077 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:27:57,077 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:27:57,077 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:27:57,077 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:27:57,079 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:27:57,080 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:27:57,144 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:27:57,145 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:27:57,146 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:27:57,155 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:27:57,156 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:27:57,158 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:27:57,171 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:27:57,173 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:27:57,181 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:27:57,188 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:27:57,197 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:27:57,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:57,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:57,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:57,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,210 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,35007,1731360476257, sessionid=0x1012bcc47fc0000, setting cluster-up flag (Was=false) 2024-11-11T21:27:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,313 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:27:57,316 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,35007,1731360476257 2024-11-11T21:27:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,424 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:27:57,427 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,35007,1731360476257 2024-11-11T21:27:57,429 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:27:57,432 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:57,432 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:27:57,432 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:27:57,433 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,35007,1731360476257 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:27:57,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:57,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:57,436 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:57,436 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:27:57,436 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:27:57,436 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,436 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:57,436 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,437 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360507437 2024-11-11T21:27:57,438 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:27:57,438 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:27:57,438 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:27:57,438 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:27:57,438 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:27:57,438 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:27:57,438 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:57,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:27:57,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:27:57,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:27:57,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:27:57,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:27:57,439 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:27:57,440 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360477440,5,FailOnTimeoutGroup] 2024-11-11T21:27:57,440 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360477440,5,FailOnTimeoutGroup] 2024-11-11T21:27:57,440 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,440 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:57,440 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:27:57,440 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,440 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:27:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:27:57,450 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:27:57,450 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a 2024-11-11T21:27:57,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:57,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:27:57,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:57,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:57,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:57,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:57,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:57,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:57,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:57,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:57,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:57,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:57,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:57,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:57,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:57,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:57,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:57,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:57,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:57,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:57,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740 2024-11-11T21:27:57,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740 2024-11-11T21:27:57,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:57,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:57,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:57,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:57,467 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:57,467 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68514598, jitterRate=0.02094706892967224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:57,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360477456Initializing all the Stores at 1731360477457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360477457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360477457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360477457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360477457Cleaning up temporary data from old regions at 1731360477464 (+7 ms)Region opened successfully at 1731360477468 (+4 ms) 2024-11-11T21:27:57,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:57,468 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:57,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:57,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:57,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:57,468 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:57,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360477468Disabling compacts and flushes for region at 1731360477468Disabling writes for close at 1731360477468Writing region close event to WAL at 1731360477468Closed at 1731360477468 2024-11-11T21:27:57,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:57,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:27:57,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:27:57,470 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:57,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:27:57,525 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(746): ClusterId : ca65df60-e63f-4183-850b-c091362d2b70 2024-11-11T21:27:57,525 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:57,525 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(746): ClusterId : ca65df60-e63f-4183-850b-c091362d2b70 2024-11-11T21:27:57,525 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:27:57,536 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:57,536 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:27:57,536 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:57,536 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:27:57,553 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:57,553 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:27:57,553 DEBUG [RS:1;f286ae0a5299:35891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f5aeb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:57,553 DEBUG [RS:0;f286ae0a5299:43441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d81a25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:27:57,570 DEBUG [RS:0;f286ae0a5299:43441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:43441 2024-11-11T21:27:57,570 DEBUG [RS:1;f286ae0a5299:35891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f286ae0a5299:35891 2024-11-11T21:27:57,570 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:57,570 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:27:57,570 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:57,570 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:27:57,570 DEBUG [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:57,570 DEBUG [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:27:57,570 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,35007,1731360476257 with port=35891, startcode=1731360476486 2024-11-11T21:27:57,570 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,35007,1731360476257 with port=43441, startcode=1731360476446 2024-11-11T21:27:57,571 DEBUG [RS:1;f286ae0a5299:35891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:57,571 DEBUG [RS:0;f286ae0a5299:43441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:27:57,572 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:57,572 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:27:57,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,43441,1731360476446 2024-11-11T21:27:57,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35007 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,43441,1731360476446 2024-11-11T21:27:57,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,35891,1731360476486 2024-11-11T21:27:57,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35007 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,35891,1731360476486 2024-11-11T21:27:57,574 DEBUG [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a 2024-11-11T21:27:57,574 DEBUG [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39789 2024-11-11T21:27:57,574 DEBUG [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:57,575 DEBUG [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a 2024-11-11T21:27:57,575 DEBUG [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39789 2024-11-11T21:27:57,575 DEBUG [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:27:57,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:57,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:27:57,621 WARN [f286ae0a5299:35007 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:27:57,623 DEBUG [RS:0;f286ae0a5299:43441 {}] zookeeper.ZKUtil(111): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,43441,1731360476446 2024-11-11T21:27:57,623 WARN [RS:0;f286ae0a5299:43441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:57,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,43441,1731360476446] 2024-11-11T21:27:57,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,35891,1731360476486] 2024-11-11T21:27:57,623 INFO [RS:0;f286ae0a5299:43441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:57,623 DEBUG [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,43441,1731360476446 2024-11-11T21:27:57,623 DEBUG [RS:1;f286ae0a5299:35891 {}] zookeeper.ZKUtil(111): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f286ae0a5299,35891,1731360476486 2024-11-11T21:27:57,623 WARN [RS:1;f286ae0a5299:35891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:27:57,623 INFO [RS:1;f286ae0a5299:35891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:57,623 DEBUG [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,35891,1731360476486 2024-11-11T21:27:57,627 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:57,626 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:27:57,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:57,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:57,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:57,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:57,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:57,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:27:57,649 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:57,649 INFO [RS:0;f286ae0a5299:43441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:57,649 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,649 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:57,650 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:27:57,650 INFO [RS:1;f286ae0a5299:35891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:27:57,650 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,650 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:27:57,650 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:57,650 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,650 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:57,651 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:0;f286ae0a5299:43441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:57,651 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:27:57,651 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,651 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,651 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,651 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,652 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,652 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,652 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,652 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43441,1731360476446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:57,652 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:27:57,652 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:57,652 DEBUG [RS:1;f286ae0a5299:35891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:27:57,655 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,655 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,655 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,655 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,655 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,655 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35891,1731360476486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:57,665 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:57,665 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43441,1731360476446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,665 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,665 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.Replication(171): f286ae0a5299,43441,1731360476446 started 2024-11-11T21:27:57,667 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:27:57,667 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35891,1731360476486-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,667 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,667 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.Replication(171): f286ae0a5299,35891,1731360476486 started 2024-11-11T21:27:57,676 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,676 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,43441,1731360476446, RpcServer on f286ae0a5299/172.17.0.2:43441, sessionid=0x1012bcc47fc0001 2024-11-11T21:27:57,676 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:57,676 DEBUG [RS:0;f286ae0a5299:43441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,43441,1731360476446 2024-11-11T21:27:57,676 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,43441,1731360476446' 2024-11-11T21:27:57,676 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:57,677 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:57,677 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:57,677 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:57,677 DEBUG [RS:0;f286ae0a5299:43441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,43441,1731360476446 2024-11-11T21:27:57,677 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,43441,1731360476446' 2024-11-11T21:27:57,677 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:57,678 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:57,678 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:57,678 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,35891,1731360476486, RpcServer on f286ae0a5299/172.17.0.2:35891, sessionid=0x1012bcc47fc0002 2024-11-11T21:27:57,678 DEBUG [RS:0;f286ae0a5299:43441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:57,678 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:27:57,678 DEBUG [RS:1;f286ae0a5299:35891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,35891,1731360476486 2024-11-11T21:27:57,678 INFO [RS:0;f286ae0a5299:43441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:57,678 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,35891,1731360476486' 2024-11-11T21:27:57,678 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:27:57,678 INFO [RS:0;f286ae0a5299:43441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:57,679 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:27:57,679 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:27:57,679 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:27:57,679 DEBUG [RS:1;f286ae0a5299:35891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,35891,1731360476486 2024-11-11T21:27:57,679 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,35891,1731360476486' 2024-11-11T21:27:57,679 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:27:57,680 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:27:57,680 DEBUG [RS:1;f286ae0a5299:35891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:27:57,680 INFO [RS:1;f286ae0a5299:35891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:27:57,680 INFO [RS:1;f286ae0a5299:35891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:27:57,779 INFO [RS:0;f286ae0a5299:43441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:57,781 INFO [RS:1;f286ae0a5299:35891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:27:57,783 INFO [RS:0;f286ae0a5299:43441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C43441%2C1731360476446, suffix=, logDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,43441,1731360476446, archiveDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/oldWALs, maxLogs=32 2024-11-11T21:27:57,784 INFO [RS:1;f286ae0a5299:35891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C35891%2C1731360476486, suffix=, logDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,35891,1731360476486, archiveDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/oldWALs, maxLogs=32 2024-11-11T21:27:57,798 DEBUG [RS:0;f286ae0a5299:43441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,43441,1731360476446/f286ae0a5299%2C43441%2C1731360476446.1731360477784, exclude list is [], retry=0 2024-11-11T21:27:57,798 DEBUG [RS:1;f286ae0a5299:35891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,35891,1731360476486/f286ae0a5299%2C35891%2C1731360476486.1731360477785, exclude list is [], retry=0 2024-11-11T21:27:57,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-8a88d3be-6d55-40b6-a1ac-f48f2c78e80a,DISK] 2024-11-11T21:27:57,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-8a88d3be-6d55-40b6-a1ac-f48f2c78e80a,DISK] 2024-11-11T21:27:57,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-850a70d7-475d-45d9-93d8-acc9e51dd36b,DISK] 2024-11-11T21:27:57,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-850a70d7-475d-45d9-93d8-acc9e51dd36b,DISK] 2024-11-11T21:27:57,803 INFO [RS:1;f286ae0a5299:35891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,35891,1731360476486/f286ae0a5299%2C35891%2C1731360476486.1731360477785 2024-11-11T21:27:57,803 INFO [RS:0;f286ae0a5299:43441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,43441,1731360476446/f286ae0a5299%2C43441%2C1731360476446.1731360477784 2024-11-11T21:27:57,803 DEBUG [RS:1;f286ae0a5299:35891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37579:37579),(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-11T21:27:57,804 DEBUG [RS:0;f286ae0a5299:43441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143),(127.0.0.1/127.0.0.1:37579:37579)] 2024-11-11T21:27:57,872 DEBUG [f286ae0a5299:35007 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T21:27:57,872 DEBUG [f286ae0a5299:35007 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:57,874 DEBUG [f286ae0a5299:35007 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:57,875 DEBUG [f286ae0a5299:35007 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:57,875 DEBUG [f286ae0a5299:35007 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:57,875 DEBUG [f286ae0a5299:35007 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:57,875 INFO [f286ae0a5299:35007 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:57,875 INFO [f286ae0a5299:35007 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:57,875 DEBUG [f286ae0a5299:35007 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:57,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,43441,1731360476446 2024-11-11T21:27:57,876 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,43441,1731360476446, state=OPENING 2024-11-11T21:27:57,961 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:27:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:57,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:57,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:57,973 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:27:57,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:57,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,43441,1731360476446}] 2024-11-11T21:27:58,130 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:58,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:58,142 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:27:58,143 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:27:58,143 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:27:58,145 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C43441%2C1731360476446.meta, suffix=.meta, logDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,43441,1731360476446, archiveDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/oldWALs, maxLogs=32 2024-11-11T21:27:58,159 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,43441,1731360476446/f286ae0a5299%2C43441%2C1731360476446.meta.1731360478145.meta, exclude list is [], retry=0 2024-11-11T21:27:58,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-8a88d3be-6d55-40b6-a1ac-f48f2c78e80a,DISK] 2024-11-11T21:27:58,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-850a70d7-475d-45d9-93d8-acc9e51dd36b,DISK] 2024-11-11T21:27:58,163 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,43441,1731360476446/f286ae0a5299%2C43441%2C1731360476446.meta.1731360478145.meta 2024-11-11T21:27:58,163 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143),(127.0.0.1/127.0.0.1:37579:37579)] 2024-11-11T21:27:58,163 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:27:58,163 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:27:58,163 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:27:58,163 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:27:58,163 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:27:58,164 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:58,164 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:27:58,164 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:27:58,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:27:58,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:27:58,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:58,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:58,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:27:58,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:27:58,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:58,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:58,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:27:58,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:27:58,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:58,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:58,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:27:58,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:27:58,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:58,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:27:58,170 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:27:58,170 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740 2024-11-11T21:27:58,171 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740 2024-11-11T21:27:58,172 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:27:58,172 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:27:58,172 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:27:58,173 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:27:58,174 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62247929, jitterRate=-0.07243357598781586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:27:58,174 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:27:58,175 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360478164Writing region info on filesystem at 1731360478164Initializing all the Stores at 1731360478165 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360478165Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360478165Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360478165Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360478165Cleaning up temporary data from old regions at 1731360478172 (+7 ms)Running coprocessor post-open hooks at 1731360478174 (+2 ms)Region opened successfully at 1731360478175 (+1 ms) 2024-11-11T21:27:58,175 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360478130 2024-11-11T21:27:58,178 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:27:58,178 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:27:58,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,43441,1731360476446 2024-11-11T21:27:58,179 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,43441,1731360476446, state=OPEN 2024-11-11T21:27:58,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:58,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:58,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:27:58,192 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,43441,1731360476446 2024-11-11T21:27:58,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:58,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:58,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:27:58,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:27:58,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,43441,1731360476446 in 218 msec 2024-11-11T21:27:58,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:27:58,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 727 msec 2024-11-11T21:27:58,200 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:27:58,200 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:27:58,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:58,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,43441,1731360476446, seqNum=-1] 2024-11-11T21:27:58,203 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:58,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:58,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 778 msec 2024-11-11T21:27:58,210 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360478210, completionTime=-1 2024-11-11T21:27:58,210 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T21:27:58,210 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:27:58,211 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T21:27:58,211 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360538211 2024-11-11T21:27:58,212 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360598212 2024-11-11T21:27:58,212 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:27:58,212 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35007,1731360476257-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:58,212 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35007,1731360476257-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:58,212 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35007,1731360476257-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:58,212 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:35007, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:58,212 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:58,212 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:58,214 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:27:58,216 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.655sec 2024-11-11T21:27:58,216 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:27:58,216 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:27:58,216 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:27:58,216 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:27:58,216 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:27:58,216 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35007,1731360476257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:27:58,216 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35007,1731360476257-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:27:58,219 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:27:58,219 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:27:58,219 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35007,1731360476257-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:27:58,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40594f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:58,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,35007,-1 for getting cluster id 2024-11-11T21:27:58,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:27:58,225 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca65df60-e63f-4183-850b-c091362d2b70' 2024-11-11T21:27:58,225 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:27:58,225 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca65df60-e63f-4183-850b-c091362d2b70" 2024-11-11T21:27:58,226 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab5bde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:58,226 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,35007,-1] 2024-11-11T21:27:58,226 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:27:58,226 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:58,227 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:27:58,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffdaf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:27:58,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:27:58,229 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,43441,1731360476446, seqNum=-1] 2024-11-11T21:27:58,230 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:58,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:58,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,35007,1731360476257 2024-11-11T21:27:58,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:27:58,233 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,35007,1731360476257 2024-11-11T21:27:58,233 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@538d8853 2024-11-11T21:27:58,234 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:27:58,235 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:27:58,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:27:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T21:27:58,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:27:58,237 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:58,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T21:27:58,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:27:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:58,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:58,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741836_1012 (size=379) 2024-11-11T21:27:58,246 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf01693ecd9a9e966910742acef9ef8a, NAME => 'testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a 2024-11-11T21:27:58,246 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d1caa8176ff86d22d510a3cbee67f71a, NAME => 'testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a 2024-11-11T21:27:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741837_1013 (size=61) 2024-11-11T21:27:58,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:58,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing bf01693ecd9a9e966910742acef9ef8a, disabling compactions & flushes 2024-11-11T21:27:58,253 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:58,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:58,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:58,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. after waiting 0 ms 2024-11-11T21:27:58,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:58,253 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:58,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf01693ecd9a9e966910742acef9ef8a: Waiting for close lock at 1731360478253Disabling compacts and flushes for region at 1731360478253Disabling writes for close at 1731360478253Writing region close event to WAL at 1731360478253Closed at 1731360478253 2024-11-11T21:27:58,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741838_1014 (size=61) 2024-11-11T21:27:58,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:58,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing d1caa8176ff86d22d510a3cbee67f71a, disabling compactions & flushes 2024-11-11T21:27:58,254 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:58,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:58,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. after waiting 0 ms 2024-11-11T21:27:58,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:58,254 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:58,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for d1caa8176ff86d22d510a3cbee67f71a: Waiting for close lock at 1731360478254Disabling compacts and flushes for region at 1731360478254Disabling writes for close at 1731360478254Writing region close event to WAL at 1731360478254Closed at 1731360478254 2024-11-11T21:27:58,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:27:58,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360478255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360478255"}]},"ts":"1731360478255"} 2024-11-11T21:27:58,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731360478255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360478255"}]},"ts":"1731360478255"} 2024-11-11T21:27:58,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T21:27:58,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:27:58,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360478260"}]},"ts":"1731360478260"} 2024-11-11T21:27:58,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T21:27:58,262 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f286ae0a5299=0} racks are {/default-rack=0} 2024-11-11T21:27:58,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:27:58,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:27:58,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:27:58,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:27:58,263 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:27:58,263 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:27:58,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:27:58,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf01693ecd9a9e966910742acef9ef8a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d1caa8176ff86d22d510a3cbee67f71a, ASSIGN}] 2024-11-11T21:27:58,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d1caa8176ff86d22d510a3cbee67f71a, ASSIGN 2024-11-11T21:27:58,265 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf01693ecd9a9e966910742acef9ef8a, ASSIGN 2024-11-11T21:27:58,266 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf01693ecd9a9e966910742acef9ef8a, ASSIGN; state=OFFLINE, location=f286ae0a5299,43441,1731360476446; forceNewPlan=false, retain=false 2024-11-11T21:27:58,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d1caa8176ff86d22d510a3cbee67f71a, ASSIGN; state=OFFLINE, location=f286ae0a5299,35891,1731360476486; forceNewPlan=false, retain=false 2024-11-11T21:27:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:58,416 INFO [f286ae0a5299:35007 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T21:27:58,416 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf01693ecd9a9e966910742acef9ef8a, regionState=OPENING, regionLocation=f286ae0a5299,43441,1731360476446 2024-11-11T21:27:58,416 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d1caa8176ff86d22d510a3cbee67f71a, regionState=OPENING, regionLocation=f286ae0a5299,35891,1731360476486 2024-11-11T21:27:58,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf01693ecd9a9e966910742acef9ef8a, ASSIGN because future has completed 2024-11-11T21:27:58,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf01693ecd9a9e966910742acef9ef8a, server=f286ae0a5299,43441,1731360476446}] 2024-11-11T21:27:58,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d1caa8176ff86d22d510a3cbee67f71a, ASSIGN because future has completed 2024-11-11T21:27:58,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1caa8176ff86d22d510a3cbee67f71a, server=f286ae0a5299,35891,1731360476486}] 2024-11-11T21:27:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:58,574 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:58,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:58,576 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:58,576 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bf01693ecd9a9e966910742acef9ef8a, NAME => 'testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T21:27:58,577 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,577 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:58,577 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,577 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,578 INFO [StoreOpener-bf01693ecd9a9e966910742acef9ef8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,578 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:58,579 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => d1caa8176ff86d22d510a3cbee67f71a, NAME => 'testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T21:27:58,579 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,579 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:27:58,579 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,579 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,579 INFO [StoreOpener-bf01693ecd9a9e966910742acef9ef8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf01693ecd9a9e966910742acef9ef8a columnFamilyName family 2024-11-11T21:27:58,579 DEBUG [StoreOpener-bf01693ecd9a9e966910742acef9ef8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:58,580 INFO [StoreOpener-bf01693ecd9a9e966910742acef9ef8a-1 {}] regionserver.HStore(327): Store=bf01693ecd9a9e966910742acef9ef8a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:58,580 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,580 INFO [StoreOpener-d1caa8176ff86d22d510a3cbee67f71a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,580 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,581 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,581 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,581 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,581 INFO [StoreOpener-d1caa8176ff86d22d510a3cbee67f71a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1caa8176ff86d22d510a3cbee67f71a columnFamilyName family 2024-11-11T21:27:58,581 DEBUG [StoreOpener-d1caa8176ff86d22d510a3cbee67f71a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:27:58,582 INFO [StoreOpener-d1caa8176ff86d22d510a3cbee67f71a-1 {}] regionserver.HStore(327): Store=d1caa8176ff86d22d510a3cbee67f71a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:27:58,582 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,582 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,582 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,583 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,583 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,583 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,584 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/bf01693ecd9a9e966910742acef9ef8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:58,584 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,585 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened bf01693ecd9a9e966910742acef9ef8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70826302, jitterRate=0.055394142866134644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:58,585 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:58,585 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bf01693ecd9a9e966910742acef9ef8a: Running coprocessor pre-open hook at 1731360478577Writing region info on filesystem at 1731360478577Initializing all the Stores at 1731360478577Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360478578 (+1 ms)Cleaning up temporary data from old regions at 1731360478581 (+3 ms)Running coprocessor post-open hooks at 1731360478585 (+4 ms)Region opened successfully at 1731360478585 2024-11-11T21:27:58,586 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a., pid=7, masterSystemTime=1731360478572 2024-11-11T21:27:58,588 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:58,588 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:58,588 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/d1caa8176ff86d22d510a3cbee67f71a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:27:58,589 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf01693ecd9a9e966910742acef9ef8a, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,43441,1731360476446 2024-11-11T21:27:58,589 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened d1caa8176ff86d22d510a3cbee67f71a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74548803, jitterRate=0.11086373031139374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:27:58,589 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:58,589 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for d1caa8176ff86d22d510a3cbee67f71a: Running coprocessor pre-open hook at 1731360478579Writing region info on filesystem at 1731360478579Initializing all the Stores at 1731360478580 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360478580Cleaning up temporary data from old regions at 1731360478583 (+3 ms)Running coprocessor post-open hooks at 1731360478589 (+6 ms)Region opened successfully at 1731360478589 2024-11-11T21:27:58,590 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a., pid=8, masterSystemTime=1731360478574 2024-11-11T21:27:58,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf01693ecd9a9e966910742acef9ef8a, server=f286ae0a5299,43441,1731360476446 because future has completed 2024-11-11T21:27:58,592 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:58,592 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:58,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d1caa8176ff86d22d510a3cbee67f71a, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,35891,1731360476486 2024-11-11T21:27:58,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1caa8176ff86d22d510a3cbee67f71a, server=f286ae0a5299,35891,1731360476486 because future has completed 2024-11-11T21:27:58,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T21:27:58,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bf01693ecd9a9e966910742acef9ef8a, server=f286ae0a5299,43441,1731360476446 in 173 msec 2024-11-11T21:27:58,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf01693ecd9a9e966910742acef9ef8a, ASSIGN in 332 msec 2024-11-11T21:27:58,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T21:27:58,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d1caa8176ff86d22d510a3cbee67f71a, server=f286ae0a5299,35891,1731360476486 in 174 msec 2024-11-11T21:27:58,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T21:27:58,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d1caa8176ff86d22d510a3cbee67f71a, ASSIGN in 334 msec 2024-11-11T21:27:58,600 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:27:58,601 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360478600"}]},"ts":"1731360478600"} 2024-11-11T21:27:58,603 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T21:27:58,604 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:27:58,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 369 msec 2024-11-11T21:27:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:27:58,863 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T21:27:58,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T21:27:58,863 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:58,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T21:27:58,867 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:27:58,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T21:27:58,870 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a., hostname=f286ae0a5299,43441,1731360476446, seqNum=2] 2024-11-11T21:27:58,881 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a., hostname=f286ae0a5299,35891,1731360476486, seqNum=2] 2024-11-11T21:27:58,881 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:27:58,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:27:58,892 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bf01693ecd9a9e966910742acef9ef8a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T21:27:58,906 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/bf01693ecd9a9e966910742acef9ef8a/.tmp/family/02613081ede048408c18d5fc2ca70297 is 32, key is 1/family:/1731360478872/Put/seqid=0 2024-11-11T21:27:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741839_1015 (size=5054) 2024-11-11T21:27:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741839_1015 (size=5054) 2024-11-11T21:27:58,911 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/bf01693ecd9a9e966910742acef9ef8a/.tmp/family/02613081ede048408c18d5fc2ca70297 2024-11-11T21:27:58,917 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/bf01693ecd9a9e966910742acef9ef8a/.tmp/family/02613081ede048408c18d5fc2ca70297 as hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/bf01693ecd9a9e966910742acef9ef8a/family/02613081ede048408c18d5fc2ca70297 2024-11-11T21:27:58,923 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/bf01693ecd9a9e966910742acef9ef8a/family/02613081ede048408c18d5fc2ca70297, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:27:58,924 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for bf01693ecd9a9e966910742acef9ef8a in 32ms, sequenceid=8, compaction requested=false 2024-11-11T21:27:58,924 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bf01693ecd9a9e966910742acef9ef8a: 2024-11-11T21:27:58,924 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d1caa8176ff86d22d510a3cbee67f71a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T21:27:58,938 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/d1caa8176ff86d22d510a3cbee67f71a/.tmp/family/1e20af57182b424e967444a78e76b916 is 32, key is 5/family:/1731360478883/Put/seqid=0 2024-11-11T21:27:58,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741840_1016 (size=5083) 2024-11-11T21:27:58,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741840_1016 (size=5083) 2024-11-11T21:27:58,944 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/d1caa8176ff86d22d510a3cbee67f71a/.tmp/family/1e20af57182b424e967444a78e76b916 2024-11-11T21:27:58,950 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/d1caa8176ff86d22d510a3cbee67f71a/.tmp/family/1e20af57182b424e967444a78e76b916 as hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/d1caa8176ff86d22d510a3cbee67f71a/family/1e20af57182b424e967444a78e76b916 2024-11-11T21:27:58,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/d1caa8176ff86d22d510a3cbee67f71a/family/1e20af57182b424e967444a78e76b916, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T21:27:58,957 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d1caa8176ff86d22d510a3cbee67f71a in 33ms, sequenceid=9, compaction requested=false 2024-11-11T21:27:58,957 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d1caa8176ff86d22d510a3cbee67f71a: 2024-11-11T21:27:58,960 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T21:27:58,963 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:58,963 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:27:58,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:58,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:27:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] bucket.BucketCache(1864): found 1 blocks for file 02613081ede048408c18d5fc2ca70297, starting offset: 0, end offset: 9223372036854775807 2024-11-11T21:27:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] bucket.BucketCache(1864): found 1 blocks for file 1e20af57182b424e967444a78e76b916, starting offset: 0, end offset: 9223372036854775807 2024-11-11T21:27:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] bucket.BucketCache(857): removed key 1e20af57182b424e967444a78e76b916_0 from back map with offset lock 2094080 in the evict process 2024-11-11T21:27:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43441 {}] bucket.BucketCache(857): removed key 02613081ede048408c18d5fc2ca70297_0 from back map with offset lock 2094080 in the evict process 2024-11-11T21:27:58,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:27:58,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:58,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:58,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:58,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:58,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:27:58,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:27:58,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204220672, stopped=false 2024-11-11T21:27:58,966 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,35007,1731360476257 2024-11-11T21:27:59,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:59,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:59,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:27:59,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:59,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:59,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:59,018 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:59,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:59,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:27:59,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:59,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:59,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:59,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:27:59,019 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,43441,1731360476446' ***** 2024-11-11T21:27:59,019 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:59,019 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,35891,1731360476486' ***** 2024-11-11T21:27:59,019 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:27:59,020 INFO [RS:0;f286ae0a5299:43441 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:27:59,020 INFO [RS:1;f286ae0a5299:35891 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T21:27:59,020 INFO [RS:0;f286ae0a5299:43441 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T21:27:59,020 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:27:59,020 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:27:59,020 INFO [RS:1;f286ae0a5299:35891 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T21:27:59,020 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T21:27:59,020 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T21:27:59,020 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:59,020 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:27:59,020 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:59,020 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:27:59,020 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T21:27:59,020 INFO [RS:0;f286ae0a5299:43441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:59,020 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:27:59,020 INFO [RS:0;f286ae0a5299:43441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:59,020 INFO [RS:1;f286ae0a5299:35891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:27:59,020 INFO [RS:1;f286ae0a5299:35891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:27:59,020 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(3091): Received CLOSE for bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:59,020 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(3091): Received CLOSE for d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:59,021 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,35891,1731360476486 2024-11-11T21:27:59,021 INFO [RS:1;f286ae0a5299:35891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:59,021 INFO [RS:1;f286ae0a5299:35891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f286ae0a5299:35891. 2024-11-11T21:27:59,021 DEBUG [RS:1;f286ae0a5299:35891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:59,021 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,43441,1731360476446 2024-11-11T21:27:59,021 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1caa8176ff86d22d510a3cbee67f71a, disabling compactions & flushes 2024-11-11T21:27:59,021 INFO [RS:0;f286ae0a5299:43441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:59,021 DEBUG [RS:1;f286ae0a5299:35891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:59,021 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:59,021 INFO [RS:0;f286ae0a5299:43441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:43441. 2024-11-11T21:27:59,021 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:59,021 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:27:59,021 DEBUG [RS:0;f286ae0a5299:43441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:27:59,021 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. after waiting 0 ms 2024-11-11T21:27:59,021 DEBUG [RS:0;f286ae0a5299:43441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:59,021 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:59,021 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:59,021 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:59,021 DEBUG [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(1325): Online Regions={d1caa8176ff86d22d510a3cbee67f71a=testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a.} 2024-11-11T21:27:59,021 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:59,021 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:27:59,021 DEBUG [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(1351): Waiting on d1caa8176ff86d22d510a3cbee67f71a 2024-11-11T21:27:59,021 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf01693ecd9a9e966910742acef9ef8a, disabling compactions & flushes 2024-11-11T21:27:59,022 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:59,022 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:59,022 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. after waiting 0 ms 2024-11-11T21:27:59,022 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:59,022 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:27:59,022 DEBUG [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(1325): Online Regions={bf01693ecd9a9e966910742acef9ef8a=testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:27:59,022 DEBUG [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf01693ecd9a9e966910742acef9ef8a 2024-11-11T21:27:59,022 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:27:59,022 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:27:59,022 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:27:59,022 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:27:59,022 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:27:59,022 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T21:27:59,026 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/d1caa8176ff86d22d510a3cbee67f71a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T21:27:59,026 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:59,026 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1caa8176ff86d22d510a3cbee67f71a: Waiting for close lock at 1731360479021Running coprocessor pre-close hooks at 1731360479021Disabling compacts and flushes for region at 1731360479021Disabling writes for close at 1731360479021Writing region close event to WAL at 1731360479022 (+1 ms)Running coprocessor post-close hooks at 1731360479026 (+4 ms)Closed at 1731360479026 2024-11-11T21:27:59,026 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a. 2024-11-11T21:27:59,037 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/default/testClearRegionBlockCache/bf01693ecd9a9e966910742acef9ef8a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:27:59,037 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/.tmp/info/d5b84d386089418b94497cfe9a19f1ce is 173, key is testClearRegionBlockCache,5,1731360478235.d1caa8176ff86d22d510a3cbee67f71a./info:regioninfo/1731360478592/Put/seqid=0 2024-11-11T21:27:59,038 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:59,038 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf01693ecd9a9e966910742acef9ef8a: Waiting for close lock at 1731360479021Running coprocessor pre-close hooks at 1731360479021Disabling compacts and flushes for region at 1731360479021Disabling writes for close at 1731360479022 (+1 ms)Writing region close event to WAL at 1731360479022Running coprocessor post-close hooks at 1731360479038 (+16 ms)Closed at 1731360479038 2024-11-11T21:27:59,038 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731360478235.bf01693ecd9a9e966910742acef9ef8a. 2024-11-11T21:27:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741841_1017 (size=8173) 2024-11-11T21:27:59,050 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/.tmp/info/d5b84d386089418b94497cfe9a19f1ce 2024-11-11T21:27:59,053 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:59,057 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:59,068 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/.tmp/ns/7cd29d3e5ecf4bf5a8d10eb6df4e7f81 is 43, key is default/ns:d/1731360478205/Put/seqid=0 2024-11-11T21:27:59,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:59,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:27:59,073 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/.tmp/ns/7cd29d3e5ecf4bf5a8d10eb6df4e7f81 2024-11-11T21:27:59,091 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/.tmp/table/27156a98527c4e618e770754b0dc7d47 is 61, key is testClearRegionBlockCache/table:state/1731360478600/Put/seqid=0 2024-11-11T21:27:59,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:59,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741843_1019 (size=5312) 2024-11-11T21:27:59,096 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/.tmp/table/27156a98527c4e618e770754b0dc7d47 2024-11-11T21:27:59,102 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/.tmp/info/d5b84d386089418b94497cfe9a19f1ce as hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/info/d5b84d386089418b94497cfe9a19f1ce 2024-11-11T21:27:59,107 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/info/d5b84d386089418b94497cfe9a19f1ce, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T21:27:59,108 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/.tmp/ns/7cd29d3e5ecf4bf5a8d10eb6df4e7f81 as hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/ns/7cd29d3e5ecf4bf5a8d10eb6df4e7f81 2024-11-11T21:27:59,114 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/ns/7cd29d3e5ecf4bf5a8d10eb6df4e7f81, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T21:27:59,115 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/.tmp/table/27156a98527c4e618e770754b0dc7d47 as hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/table/27156a98527c4e618e770754b0dc7d47 2024-11-11T21:27:59,120 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/table/27156a98527c4e618e770754b0dc7d47, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T21:27:59,121 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=13, compaction requested=false 2024-11-11T21:27:59,125 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T21:27:59,126 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:27:59,126 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:59,126 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360479022Running coprocessor pre-close hooks at 1731360479022Disabling compacts and flushes for region at 1731360479022Disabling writes for close at 1731360479022Obtaining lock to block concurrent updates at 1731360479022Preparing flush snapshotting stores in 1588230740 at 1731360479022Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731360479023 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731360479023Flushing 1588230740/info: creating writer at 1731360479023Flushing 1588230740/info: appending metadata at 1731360479037 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731360479037Flushing 1588230740/ns: creating writer at 1731360479054 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731360479067 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731360479067Flushing 1588230740/table: creating writer at 1731360479078 (+11 ms)Flushing 1588230740/table: appending metadata at 1731360479091 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731360479091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe16033: reopening flushed file at 1731360479101 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eefd4bf: reopening flushed file at 1731360479107 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672e8862: reopening flushed file at 1731360479114 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=13, compaction requested=false at 1731360479121 (+7 ms)Writing region close event to WAL at 1731360479122 (+1 ms)Running coprocessor post-close hooks at 1731360479126 (+4 ms)Closed at 1731360479126 2024-11-11T21:27:59,126 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:27:59,222 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,35891,1731360476486; all regions closed. 2024-11-11T21:27:59,222 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,43441,1731360476446; all regions closed. 2024-11-11T21:27:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:59,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,43441,1731360476446/f286ae0a5299%2C43441%2C1731360476446.meta.1731360478145.meta not finished, retry = 0 2024-11-11T21:27:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741835_1011 (size=4338) 2024-11-11T21:27:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741833_1009 (size=1867) 2024-11-11T21:27:59,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/WALs/f286ae0a5299,35891,1731360476486/f286ae0a5299%2C35891%2C1731360476486.1731360477785 not finished, retry = 0 2024-11-11T21:27:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741833_1009 (size=1867) 2024-11-11T21:27:59,333 DEBUG [RS:1;f286ae0a5299:35891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/oldWALs 2024-11-11T21:27:59,333 INFO [RS:1;f286ae0a5299:35891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C35891%2C1731360476486:(num 1731360477785) 2024-11-11T21:27:59,333 DEBUG [RS:1;f286ae0a5299:35891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:59,333 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:59,333 DEBUG [RS:0;f286ae0a5299:43441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/oldWALs 2024-11-11T21:27:59,333 INFO [RS:0;f286ae0a5299:43441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C43441%2C1731360476446.meta:.meta(num 1731360478145) 2024-11-11T21:27:59,333 INFO [RS:1;f286ae0a5299:35891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:59,334 INFO [RS:1;f286ae0a5299:35891 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:59,334 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:27:59,334 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:27:59,334 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:27:59,334 INFO [RS:1;f286ae0a5299:35891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:59,334 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:59,334 INFO [RS:1;f286ae0a5299:35891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35891 2024-11-11T21:27:59,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741834_1010 (size=1758) 2024-11-11T21:27:59,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741834_1010 (size=1758) 2024-11-11T21:27:59,340 DEBUG [RS:0;f286ae0a5299:43441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/oldWALs 2024-11-11T21:27:59,340 INFO [RS:0;f286ae0a5299:43441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C43441%2C1731360476446:(num 1731360477784) 2024-11-11T21:27:59,340 DEBUG [RS:0;f286ae0a5299:43441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:27:59,340 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:27:59,340 INFO [RS:0;f286ae0a5299:43441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:59,340 INFO [RS:0;f286ae0a5299:43441 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:59,341 INFO [RS:0;f286ae0a5299:43441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:59,341 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:59,341 INFO [RS:0;f286ae0a5299:43441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43441 2024-11-11T21:27:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,35891,1731360476486 2024-11-11T21:27:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:27:59,403 INFO [RS:1;f286ae0a5299:35891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:59,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f286ae0a5299,43441,1731360476446 2024-11-11T21:27:59,413 INFO [RS:0;f286ae0a5299:43441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:59,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,43441,1731360476446] 2024-11-11T21:27:59,444 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,43441,1731360476446 already deleted, retry=false 2024-11-11T21:27:59,444 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,43441,1731360476446 expired; onlineServers=1 2024-11-11T21:27:59,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,35891,1731360476486] 2024-11-11T21:27:59,455 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f286ae0a5299,35891,1731360476486 already deleted, retry=false 2024-11-11T21:27:59,455 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,35891,1731360476486 expired; onlineServers=0 2024-11-11T21:27:59,455 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,35007,1731360476257' ***** 2024-11-11T21:27:59,455 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:27:59,455 INFO [M:0;f286ae0a5299:35007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:27:59,455 INFO [M:0;f286ae0a5299:35007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:27:59,455 DEBUG [M:0;f286ae0a5299:35007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:27:59,455 DEBUG [M:0;f286ae0a5299:35007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:27:59,455 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:27:59,455 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360477440 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360477440,5,FailOnTimeoutGroup] 2024-11-11T21:27:59,455 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360477440 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360477440,5,FailOnTimeoutGroup] 2024-11-11T21:27:59,455 INFO [M:0;f286ae0a5299:35007 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:27:59,455 INFO [M:0;f286ae0a5299:35007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:27:59,455 DEBUG [M:0;f286ae0a5299:35007 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:27:59,456 INFO [M:0;f286ae0a5299:35007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:27:59,456 INFO [M:0;f286ae0a5299:35007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:27:59,456 INFO [M:0;f286ae0a5299:35007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:27:59,456 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:27:59,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:27:59,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:27:59,465 DEBUG [M:0;f286ae0a5299:35007 {}] zookeeper.ZKUtil(347): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:27:59,465 WARN [M:0;f286ae0a5299:35007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:27:59,466 INFO [M:0;f286ae0a5299:35007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/.lastflushedseqids 2024-11-11T21:27:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741844_1020 (size=191) 2024-11-11T21:27:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741844_1020 (size=191) 2024-11-11T21:27:59,474 INFO [M:0;f286ae0a5299:35007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:27:59,475 INFO [M:0;f286ae0a5299:35007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:27:59,475 DEBUG [M:0;f286ae0a5299:35007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:27:59,475 INFO [M:0;f286ae0a5299:35007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:59,475 DEBUG [M:0;f286ae0a5299:35007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:59,475 DEBUG [M:0;f286ae0a5299:35007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:27:59,475 DEBUG [M:0;f286ae0a5299:35007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:59,475 INFO [M:0;f286ae0a5299:35007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-11T21:27:59,491 DEBUG [M:0;f286ae0a5299:35007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06dace3889724387ac373e51827d3d60 is 82, key is hbase:meta,,1/info:regioninfo/1731360478178/Put/seqid=0 2024-11-11T21:27:59,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:59,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741845_1021 (size=5672) 2024-11-11T21:27:59,496 INFO [M:0;f286ae0a5299:35007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06dace3889724387ac373e51827d3d60 2024-11-11T21:27:59,516 DEBUG [M:0;f286ae0a5299:35007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533bcbc15374470a89bfb022ca79e21d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360478605/Put/seqid=0 2024-11-11T21:27:59,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741846_1022 (size=6219) 2024-11-11T21:27:59,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741846_1022 (size=6219) 2024-11-11T21:27:59,521 INFO [M:0;f286ae0a5299:35007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533bcbc15374470a89bfb022ca79e21d 2024-11-11T21:27:59,524 INFO [RS:1;f286ae0a5299:35891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:59,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:59,524 INFO [RS:1;f286ae0a5299:35891 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,35891,1731360476486; zookeeper connection closed. 2024-11-11T21:27:59,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35891-0x1012bcc47fc0002, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:59,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@460d1111 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@460d1111 2024-11-11T21:27:59,534 INFO [RS:0;f286ae0a5299:43441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:59,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:59,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43441-0x1012bcc47fc0001, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:59,534 INFO [RS:0;f286ae0a5299:43441 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,43441,1731360476446; zookeeper connection closed. 2024-11-11T21:27:59,534 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59f5488c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59f5488c 2024-11-11T21:27:59,535 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T21:27:59,539 DEBUG [M:0;f286ae0a5299:35007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d575b0849ab406cab21af83002557ec is 69, key is f286ae0a5299,35891,1731360476486/rs:state/1731360477574/Put/seqid=0 2024-11-11T21:27:59,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:59,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741847_1023 (size=5224) 2024-11-11T21:27:59,544 INFO [M:0;f286ae0a5299:35007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d575b0849ab406cab21af83002557ec 2024-11-11T21:27:59,549 DEBUG [M:0;f286ae0a5299:35007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06dace3889724387ac373e51827d3d60 as hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06dace3889724387ac373e51827d3d60 2024-11-11T21:27:59,554 INFO [M:0;f286ae0a5299:35007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06dace3889724387ac373e51827d3d60, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T21:27:59,555 DEBUG [M:0;f286ae0a5299:35007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533bcbc15374470a89bfb022ca79e21d as hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/533bcbc15374470a89bfb022ca79e21d 2024-11-11T21:27:59,560 INFO [M:0;f286ae0a5299:35007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/533bcbc15374470a89bfb022ca79e21d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T21:27:59,560 DEBUG [M:0;f286ae0a5299:35007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d575b0849ab406cab21af83002557ec as hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d575b0849ab406cab21af83002557ec 2024-11-11T21:27:59,565 INFO [M:0;f286ae0a5299:35007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39789/user/jenkins/test-data/ab453421-938b-df92-a34d-dd97e214348a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d575b0849ab406cab21af83002557ec, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T21:27:59,566 INFO [M:0;f286ae0a5299:35007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=71, compaction requested=false 2024-11-11T21:27:59,567 INFO [M:0;f286ae0a5299:35007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:27:59,567 DEBUG [M:0;f286ae0a5299:35007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360479475Disabling compacts and flushes for region at 1731360479475Disabling writes for close at 1731360479475Obtaining lock to block concurrent updates at 1731360479475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360479475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731360479476 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360479477 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360479477Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360479491 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360479491Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360479501 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360479515 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360479515Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360479525 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360479538 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360479538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234789e1: reopening flushed file at 1731360479548 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3439ea10: reopening flushed file at 1731360479554 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@391f6399: reopening flushed file at 1731360479560 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=71, compaction requested=false at 1731360479566 (+6 ms)Writing region close event to WAL at 1731360479567 (+1 ms)Closed at 1731360479567 2024-11-11T21:27:59,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741830_1006 (size=35489) 2024-11-11T21:27:59,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741830_1006 (size=35489) 2024-11-11T21:27:59,570 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:27:59,570 INFO [M:0;f286ae0a5299:35007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:27:59,570 INFO [M:0;f286ae0a5299:35007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35007 2024-11-11T21:27:59,570 INFO [M:0;f286ae0a5299:35007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:27:59,681 INFO [M:0;f286ae0a5299:35007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:27:59,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:59,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1012bcc47fc0000, quorum=127.0.0.1:61938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:27:59,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b82aa3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:59,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ef97f7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:59,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:59,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fff9f64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:59,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66397d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:59,689 WARN [BP-206191760-172.17.0.2-1731360474045 heartbeating to localhost/127.0.0.1:39789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:59,689 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:59,689 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:59,689 WARN [BP-206191760-172.17.0.2-1731360474045 heartbeating to localhost/127.0.0.1:39789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-206191760-172.17.0.2-1731360474045 (Datanode Uuid 9cf4a2d1-1578-447a-8e23-e918031217f1) service to localhost/127.0.0.1:39789 2024-11-11T21:27:59,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/data/data3/current/BP-206191760-172.17.0.2-1731360474045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:59,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/data/data4/current/BP-206191760-172.17.0.2-1731360474045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:59,690 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:59,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@385d9a25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:27:59,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aebb776{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:59,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:59,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ae9ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:59,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6026bf1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:59,694 WARN [BP-206191760-172.17.0.2-1731360474045 heartbeating to localhost/127.0.0.1:39789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:27:59,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:27:59,694 WARN [BP-206191760-172.17.0.2-1731360474045 heartbeating to localhost/127.0.0.1:39789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-206191760-172.17.0.2-1731360474045 (Datanode Uuid 33bf2675-5f19-45fa-926b-41d4ca5d59c1) service to localhost/127.0.0.1:39789 2024-11-11T21:27:59,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:27:59,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/data/data1/current/BP-206191760-172.17.0.2-1731360474045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:59,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/cluster_b7c67ead-87c3-eba1-77da-80756b41b30d/data/data2/current/BP-206191760-172.17.0.2-1731360474045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:27:59,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:27:59,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61ef38d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:27:59,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@701a33c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:27:59,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:27:59,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@712cd1b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:27:59,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36119806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01b45e79-0796-adef-6880-0b8d72f37442/hadoop.log.dir/,STOPPED} 2024-11-11T21:27:59,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:27:59,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:27:59,727 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=191 (was 172) - Thread LEAK? -, OpenFileDescriptor=551 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 424), ProcessCount=11 (was 11), AvailableMemoryMB=1708 (was 1806)