2024-11-09 03:32:27,622 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-09 03:32:27,640 main DEBUG Took 0.016052 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 03:32:27,640 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 03:32:27,641 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 03:32:27,642 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 03:32:27,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,652 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 03:32:27,665 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,667 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,669 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,670 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,672 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,673 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,674 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,675 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,676 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,676 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,677 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 03:32:27,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,679 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 03:32:27,680 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 03:32:27,682 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 03:32:27,684 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 03:32:27,685 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 03:32:27,686 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 03:32:27,686 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 03:32:27,693 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 03:32:27,696 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 03:32:27,698 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 03:32:27,698 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 03:32:27,698 main DEBUG createAppenders(={Console}) 2024-11-09 03:32:27,699 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-09 03:32:27,699 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-09 03:32:27,700 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-09 03:32:27,700 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 03:32:27,700 main DEBUG OutputStream closed 2024-11-09 03:32:27,701 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 03:32:27,701 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 03:32:27,701 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-09 03:32:27,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 03:32:27,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 03:32:27,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 03:32:27,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 03:32:27,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 03:32:27,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 03:32:27,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 03:32:27,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 03:32:27,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 03:32:27,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 03:32:27,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 03:32:27,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 03:32:27,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 03:32:27,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 03:32:27,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 03:32:27,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 03:32:27,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 03:32:27,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 03:32:27,782 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 03:32:27,783 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-09 03:32:27,783 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 03:32:27,784 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-09T03:32:27,798 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-09 03:32:27,801 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 03:32:27,801 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T03:32:27,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=649, ProcessCount=11, AvailableMemoryMB=4868 2024-11-09T03:32:28,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2 2024-11-09T03:32:28,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T03:32:28,119 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c, deleteOnExit=true 2024-11-09T03:32:28,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T03:32:28,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/test.cache.data in system properties and HBase conf 2024-11-09T03:32:28,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T03:32:28,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.log.dir in system properties and HBase conf 2024-11-09T03:32:28,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T03:32:28,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T03:32:28,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T03:32:28,198 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T03:32:28,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T03:32:28,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:32:28,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:32:28,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T03:32:28,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:32:28,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T03:32:28,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T03:32:28,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:32:28,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:32:28,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T03:32:28,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/nfs.dump.dir in system properties and HBase conf 2024-11-09T03:32:28,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/java.io.tmpdir in system properties and HBase conf 2024-11-09T03:32:28,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:32:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T03:32:28,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T03:32:29,354 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T03:32:29,426 INFO [Time-limited test {}] log.Log(170): Logging initialized @2488ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T03:32:29,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:29,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:29,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:29,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:29,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T03:32:29,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:29,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668dee07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:29,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e6f261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:29,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71423267{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/java.io.tmpdir/jetty-localhost-44279-hadoop-hdfs-3_4_1-tests_jar-_-any-91951747280680131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:32:29,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352da856{HTTP/1.1, (http/1.1)}{localhost:44279} 2024-11-09T03:32:29,801 INFO [Time-limited test {}] server.Server(415): Started @2864ms 2024-11-09T03:32:30,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:30,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:30,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:30,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:30,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T03:32:30,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c8af66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:30,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@484304af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:30,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ab05b1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/java.io.tmpdir/jetty-localhost-34675-hadoop-hdfs-3_4_1-tests_jar-_-any-2846314899342922478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:30,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c0310f9{HTTP/1.1, (http/1.1)}{localhost:34675} 2024-11-09T03:32:30,470 INFO [Time-limited test {}] server.Server(415): Started @3534ms 2024-11-09T03:32:30,521 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:32:30,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:30,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:30,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:30,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:30,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T03:32:30,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723ad5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:30,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dc6d8a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:30,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@166c0b2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/java.io.tmpdir/jetty-localhost-36325-hadoop-hdfs-3_4_1-tests_jar-_-any-1962614279242110561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:30,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ff15dda{HTTP/1.1, (http/1.1)}{localhost:36325} 2024-11-09T03:32:30,736 INFO [Time-limited test {}] server.Server(415): Started @3799ms 2024-11-09T03:32:30,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:32:31,892 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/data/data1/current/BP-1696862401-172.17.0.2-1731123148828/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:31,892 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/data/data4/current/BP-1696862401-172.17.0.2-1731123148828/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:31,892 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/data/data2/current/BP-1696862401-172.17.0.2-1731123148828/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:31,892 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/data/data3/current/BP-1696862401-172.17.0.2-1731123148828/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:31,928 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:32:31,928 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:32:31,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2 2024-11-09T03:32:31,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2a724a78300c18f with lease ID 0x984807cf27945aa4: Processing first storage report for DS-fe3180cd-fa6e-4c96-bc21-f801986f162e from datanode DatanodeRegistration(127.0.0.1:34111, datanodeUuid=eab456ee-3dbd-4de6-a9ef-aa1d4430ed92, infoPort=33855, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=1708678164;c=1731123148828) 2024-11-09T03:32:31,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2a724a78300c18f with lease ID 0x984807cf27945aa4: from storage DS-fe3180cd-fa6e-4c96-bc21-f801986f162e node DatanodeRegistration(127.0.0.1:34111, datanodeUuid=eab456ee-3dbd-4de6-a9ef-aa1d4430ed92, infoPort=33855, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=1708678164;c=1731123148828), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T03:32:31,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd88bdada917926 with lease ID 0x984807cf27945aa5: Processing first storage report for DS-83665a4b-b3df-43ba-8bee-a5f958271a61 from datanode DatanodeRegistration(127.0.0.1:42359, datanodeUuid=d698f605-e3c4-4288-9b7f-ab15302b271e, infoPort=37473, infoSecurePort=0, ipcPort=41865, storageInfo=lv=-57;cid=testClusterID;nsid=1708678164;c=1731123148828) 2024-11-09T03:32:31,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd88bdada917926 with lease ID 0x984807cf27945aa5: from storage DS-83665a4b-b3df-43ba-8bee-a5f958271a61 node DatanodeRegistration(127.0.0.1:42359, datanodeUuid=d698f605-e3c4-4288-9b7f-ab15302b271e, infoPort=37473, infoSecurePort=0, ipcPort=41865, storageInfo=lv=-57;cid=testClusterID;nsid=1708678164;c=1731123148828), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T03:32:31,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2a724a78300c18f with lease ID 0x984807cf27945aa4: Processing first storage report for DS-315e22ed-26a8-4dcf-b574-b6bfedd2eb94 from datanode DatanodeRegistration(127.0.0.1:34111, datanodeUuid=eab456ee-3dbd-4de6-a9ef-aa1d4430ed92, infoPort=33855, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=1708678164;c=1731123148828) 2024-11-09T03:32:31,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2a724a78300c18f with lease ID 0x984807cf27945aa4: from storage DS-315e22ed-26a8-4dcf-b574-b6bfedd2eb94 node DatanodeRegistration(127.0.0.1:34111, datanodeUuid=eab456ee-3dbd-4de6-a9ef-aa1d4430ed92, infoPort=33855, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=1708678164;c=1731123148828), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T03:32:31,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd88bdada917926 with lease ID 0x984807cf27945aa5: Processing first storage report for DS-8772dc16-5f52-462f-ac46-3c6e5278603b from datanode DatanodeRegistration(127.0.0.1:42359, datanodeUuid=d698f605-e3c4-4288-9b7f-ab15302b271e, infoPort=37473, infoSecurePort=0, ipcPort=41865, storageInfo=lv=-57;cid=testClusterID;nsid=1708678164;c=1731123148828) 2024-11-09T03:32:31,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd88bdada917926 with lease ID 0x984807cf27945aa5: from storage DS-8772dc16-5f52-462f-ac46-3c6e5278603b node DatanodeRegistration(127.0.0.1:42359, datanodeUuid=d698f605-e3c4-4288-9b7f-ab15302b271e, infoPort=37473, infoSecurePort=0, ipcPort=41865, storageInfo=lv=-57;cid=testClusterID;nsid=1708678164;c=1731123148828), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:32,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/zookeeper_0, clientPort=63707, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T03:32:32,057 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63707 2024-11-09T03:32:32,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:32,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:32,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:32:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:32:32,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a with version=8 2024-11-09T03:32:32,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/hbase-staging 2024-11-09T03:32:32,754 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T03:32:32,992 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:33,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:33,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:33,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:33,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:33,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:33,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T03:32:33,190 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T03:32:33,199 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T03:32:33,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:33,226 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51184 (auto-detected) 2024-11-09T03:32:33,227 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T03:32:33,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36499 2024-11-09T03:32:33,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36499 connecting to ZooKeeper ensemble=127.0.0.1:63707 2024-11-09T03:32:33,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364990x0, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:33,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36499-0x1011da7004a0000 connected 2024-11-09T03:32:33,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:33,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:33,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:33,636 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a, hbase.cluster.distributed=false 2024-11-09T03:32:33,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:33,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36499 2024-11-09T03:32:33,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36499 2024-11-09T03:32:33,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36499 2024-11-09T03:32:33,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36499 2024-11-09T03:32:33,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36499 2024-11-09T03:32:33,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:33,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:33,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:33,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:33,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:33,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:33,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:32:33,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:33,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39169 2024-11-09T03:32:33,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39169 connecting to ZooKeeper ensemble=127.0.0.1:63707 2024-11-09T03:32:33,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:33,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:33,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391690x0, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:33,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:33,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39169-0x1011da7004a0001 connected 2024-11-09T03:32:33,791 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:32:33,798 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:32:33,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:32:33,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:33,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39169 2024-11-09T03:32:33,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39169 2024-11-09T03:32:33,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39169 2024-11-09T03:32:33,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39169 2024-11-09T03:32:33,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39169 2024-11-09T03:32:33,825 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:33,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:33,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:33,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:33,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:33,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:33,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:32:33,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:33,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36417 2024-11-09T03:32:33,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36417 connecting to ZooKeeper ensemble=127.0.0.1:63707 2024-11-09T03:32:33,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:33,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364170x0, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:33,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364170x0, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:33,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36417-0x1011da7004a0002 connected 2024-11-09T03:32:33,851 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:32:33,852 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:32:33,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:32:33,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:33,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36417 2024-11-09T03:32:33,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36417 2024-11-09T03:32:33,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36417 2024-11-09T03:32:33,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36417 2024-11-09T03:32:33,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36417 2024-11-09T03:32:33,873 DEBUG [M:0;6ee74a15f3e3:36499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ee74a15f3e3:36499 2024-11-09T03:32:33,874 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6ee74a15f3e3,36499,1731123152843 2024-11-09T03:32:33,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:33,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:33,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:33,893 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6ee74a15f3e3,36499,1731123152843 2024-11-09T03:32:33,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:33,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:33,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:33,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:33,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:33,925 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T03:32:33,926 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6ee74a15f3e3,36499,1731123152843 from backup master directory 2024-11-09T03:32:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6ee74a15f3e3,36499,1731123152843 2024-11-09T03:32:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:33,935 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:33,935 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ee74a15f3e3,36499,1731123152843 2024-11-09T03:32:33,937 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T03:32:33,938 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T03:32:33,990 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/hbase.id] with ID: 5dd1c36c-5e1b-4a33-b0ee-0b3c5c5d96e8 2024-11-09T03:32:33,991 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/.tmp/hbase.id 2024-11-09T03:32:34,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:32:34,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:32:34,003 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/.tmp/hbase.id]:[hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/hbase.id] 2024-11-09T03:32:34,051 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:34,055 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T03:32:34,074 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-09T03:32:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:32:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:32:34,117 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:32:34,120 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T03:32:34,134 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T03:32:34,138 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:34,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:32:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:32:34,187 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store 2024-11-09T03:32:34,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:32:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:32:34,213 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T03:32:34,216 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:34,218 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:32:34,218 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:34,218 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:34,220 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:32:34,220 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:34,220 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:34,221 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123154217Disabling compacts and flushes for region at 1731123154218 (+1 ms)Disabling writes for close at 1731123154220 (+2 ms)Writing region close event to WAL at 1731123154220Closed at 1731123154220 2024-11-09T03:32:34,223 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/.initializing 2024-11-09T03:32:34,224 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/WALs/6ee74a15f3e3,36499,1731123152843 2024-11-09T03:32:34,232 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:34,246 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C36499%2C1731123152843, suffix=, logDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/WALs/6ee74a15f3e3,36499,1731123152843, archiveDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/oldWALs, maxLogs=10 2024-11-09T03:32:34,266 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/WALs/6ee74a15f3e3,36499,1731123152843/6ee74a15f3e3%2C36499%2C1731123152843.1731123154249, exclude list is [], retry=0 2024-11-09T03:32:34,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-83665a4b-b3df-43ba-8bee-a5f958271a61,DISK] 2024-11-09T03:32:34,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34111,DS-fe3180cd-fa6e-4c96-bc21-f801986f162e,DISK] 2024-11-09T03:32:34,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T03:32:34,319 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/WALs/6ee74a15f3e3,36499,1731123152843/6ee74a15f3e3%2C36499%2C1731123152843.1731123154249 2024-11-09T03:32:34,320 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33855:33855),(127.0.0.1/127.0.0.1:37473:37473)] 2024-11-09T03:32:34,321 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:32:34,321 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:34,324 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,325 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T03:32:34,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:34,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:34,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T03:32:34,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:34,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:34,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T03:32:34,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:34,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:34,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T03:32:34,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:34,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:34,402 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,405 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,407 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,413 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,413 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,417 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:34,420 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:34,424 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:34,426 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64078204, jitterRate=-0.04516035318374634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:34,433 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731123154337Initializing all the Stores at 1731123154339 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123154340 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123154340Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123154341 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123154341Cleaning up temporary data from old regions at 1731123154413 (+72 ms)Region opened successfully at 1731123154433 (+20 ms) 2024-11-09T03:32:34,434 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T03:32:34,465 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c156e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:34,492 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T03:32:34,502 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T03:32:34,502 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T03:32:34,505 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T03:32:34,506 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T03:32:34,510 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T03:32:34,510 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T03:32:34,533 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T03:32:34,540 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T03:32:34,587 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T03:32:34,590 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T03:32:34,592 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T03:32:34,597 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T03:32:34,600 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T03:32:34,604 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T03:32:34,616 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T03:32:34,618 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T03:32:34,629 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T03:32:34,649 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T03:32:34,660 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T03:32:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,675 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ee74a15f3e3,36499,1731123152843, sessionid=0x1011da7004a0000, setting cluster-up flag (Was=false) 2024-11-09T03:32:34,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,734 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T03:32:34,738 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,36499,1731123152843 2024-11-09T03:32:34,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:34,797 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T03:32:34,801 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,36499,1731123152843 2024-11-09T03:32:34,810 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T03:32:34,861 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(746): ClusterId : 5dd1c36c-5e1b-4a33-b0ee-0b3c5c5d96e8 2024-11-09T03:32:34,861 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(746): ClusterId : 5dd1c36c-5e1b-4a33-b0ee-0b3c5c5d96e8 2024-11-09T03:32:34,863 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:32:34,863 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:32:34,874 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:34,883 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:32:34,883 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:32:34,883 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:32:34,883 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:32:34,883 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T03:32:34,889 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T03:32:34,893 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:32:34,893 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:32:34,894 DEBUG [RS:0;6ee74a15f3e3:39169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c68b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:34,894 DEBUG [RS:1;6ee74a15f3e3:36417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432c54e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:34,895 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ee74a15f3e3,36499,1731123152843 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T03:32:34,903 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:34,904 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:34,904 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:34,904 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:34,904 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ee74a15f3e3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T03:32:34,905 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:34,905 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:34,905 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:34,908 DEBUG [RS:0;6ee74a15f3e3:39169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ee74a15f3e3:39169 2024-11-09T03:32:34,911 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:32:34,912 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:32:34,912 DEBUG [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:32:34,913 DEBUG [RS:1;6ee74a15f3e3:36417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6ee74a15f3e3:36417 2024-11-09T03:32:34,913 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731123184913 2024-11-09T03:32:34,913 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:32:34,913 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:32:34,913 DEBUG [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:32:34,915 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T03:32:34,915 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,36499,1731123152843 with port=36417, startcode=1731123153824 2024-11-09T03:32:34,915 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,36499,1731123152843 with port=39169, startcode=1731123153726 2024-11-09T03:32:34,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:34,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T03:32:34,916 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T03:32:34,919 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T03:32:34,920 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T03:32:34,920 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T03:32:34,920 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T03:32:34,922 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:34,921 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:34,923 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T03:32:34,924 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T03:32:34,925 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T03:32:34,926 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T03:32:34,929 DEBUG [RS:1;6ee74a15f3e3:36417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:32:34,929 DEBUG [RS:0;6ee74a15f3e3:39169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:32:34,929 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T03:32:34,930 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T03:32:34,933 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123154931,5,FailOnTimeoutGroup] 2024-11-09T03:32:34,935 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123154933,5,FailOnTimeoutGroup] 2024-11-09T03:32:34,935 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:34,936 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T03:32:34,937 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:34,937 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:34,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:32:34,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:32:34,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T03:32:34,941 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a 2024-11-09T03:32:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741832_1008 (size=32) 2024-11-09T03:32:34,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741832_1008 (size=32) 2024-11-09T03:32:34,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:34,973 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:32:34,973 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:32:34,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:32:34,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:32:34,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:34,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:34,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:32:34,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,39169,1731123153726 2024-11-09T03:32:34,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:32:34,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:34,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:34,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:32:34,985 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36499 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,39169,1731123153726 2024-11-09T03:32:34,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:32:34,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:34,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:34,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:32:34,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:32:34,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:34,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:34,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:32:34,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740 2024-11-09T03:32:34,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740 2024-11-09T03:32:34,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:34,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36499 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:35,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:32:35,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:32:35,001 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:35,003 DEBUG [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a 2024-11-09T03:32:35,003 DEBUG [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38463 2024-11-09T03:32:35,003 DEBUG [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:32:35,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:32:35,004 DEBUG [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a 2024-11-09T03:32:35,005 DEBUG [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38463 2024-11-09T03:32:35,005 DEBUG [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:32:35,007 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:35,008 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73841076, jitterRate=0.10031777620315552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:35,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731123154972Initializing all the Stores at 1731123154975 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123154975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123154975Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123154975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123154975Cleaning up temporary data from old regions at 1731123155000 (+25 ms)Region opened successfully at 1731123155012 (+12 ms) 2024-11-09T03:32:35,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:32:35,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:32:35,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:32:35,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:32:35,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:32:35,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:35,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123155013Disabling compacts and flushes for region at 1731123155013Disabling writes for close at 1731123155013Writing region close event to WAL at 1731123155014 (+1 ms)Closed at 1731123155014 2024-11-09T03:32:35,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:35,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T03:32:35,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T03:32:35,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:32:35,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T03:32:35,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:35,047 DEBUG [RS:1;6ee74a15f3e3:36417 {}] zookeeper.ZKUtil(111): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:35,047 WARN [RS:1;6ee74a15f3e3:36417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:35,048 DEBUG [RS:0;6ee74a15f3e3:39169 {}] zookeeper.ZKUtil(111): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,39169,1731123153726 2024-11-09T03:32:35,048 INFO [RS:1;6ee74a15f3e3:36417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:35,048 WARN [RS:0;6ee74a15f3e3:39169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:35,048 INFO [RS:0;6ee74a15f3e3:39169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:35,048 DEBUG [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:35,048 DEBUG [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,39169,1731123153726 2024-11-09T03:32:35,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,36417,1731123153824] 2024-11-09T03:32:35,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,39169,1731123153726] 2024-11-09T03:32:35,073 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:32:35,073 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:32:35,090 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:32:35,090 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:32:35,095 INFO [RS:1;6ee74a15f3e3:36417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:32:35,095 INFO [RS:0;6ee74a15f3e3:39169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:32:35,095 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,095 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,096 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:32:35,096 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:32:35,102 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:32:35,102 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:32:35,103 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,103 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,104 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:35,104 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:35,104 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,104 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:35,105 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:35,105 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:35,105 DEBUG [RS:1;6ee74a15f3e3:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:35,105 DEBUG [RS:0;6ee74a15f3e3:39169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:35,108 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,108 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,108 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,109 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,109 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,109 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36417,1731123153824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:35,110 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,110 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,110 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,111 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,111 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,111 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39169,1731123153726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:35,129 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:32:35,129 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:32:35,131 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36417,1731123153824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,131 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39169,1731123153726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,131 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,131 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,131 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.Replication(171): 6ee74a15f3e3,36417,1731123153824 started 2024-11-09T03:32:35,131 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.Replication(171): 6ee74a15f3e3,39169,1731123153726 started 2024-11-09T03:32:35,150 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,150 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,36417,1731123153824, RpcServer on 6ee74a15f3e3/172.17.0.2:36417, sessionid=0x1011da7004a0002 2024-11-09T03:32:35,151 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:32:35,151 DEBUG [RS:1;6ee74a15f3e3:36417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:35,152 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,36417,1731123153824' 2024-11-09T03:32:35,152 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:32:35,153 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:32:35,153 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:32:35,153 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:32:35,154 DEBUG [RS:1;6ee74a15f3e3:36417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:35,154 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,36417,1731123153824' 2024-11-09T03:32:35,154 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:32:35,154 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:32:35,155 DEBUG [RS:1;6ee74a15f3e3:36417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:32:35,155 INFO [RS:1;6ee74a15f3e3:36417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:32:35,155 INFO [RS:1;6ee74a15f3e3:36417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:32:35,157 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:35,157 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,39169,1731123153726, RpcServer on 6ee74a15f3e3/172.17.0.2:39169, sessionid=0x1011da7004a0001 2024-11-09T03:32:35,157 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:32:35,157 DEBUG [RS:0;6ee74a15f3e3:39169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,39169,1731123153726 2024-11-09T03:32:35,157 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,39169,1731123153726' 2024-11-09T03:32:35,157 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:32:35,158 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:32:35,159 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:32:35,159 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:32:35,159 DEBUG [RS:0;6ee74a15f3e3:39169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,39169,1731123153726 2024-11-09T03:32:35,159 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,39169,1731123153726' 2024-11-09T03:32:35,159 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:32:35,160 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:32:35,161 DEBUG [RS:0;6ee74a15f3e3:39169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:32:35,161 INFO [RS:0;6ee74a15f3e3:39169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:32:35,161 INFO [RS:0;6ee74a15f3e3:39169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:32:35,185 WARN [6ee74a15f3e3:36499 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T03:32:35,259 INFO [RS:1;6ee74a15f3e3:36417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:35,262 INFO [RS:0;6ee74a15f3e3:39169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:35,263 INFO [RS:1;6ee74a15f3e3:36417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C36417%2C1731123153824, suffix=, logDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,36417,1731123153824, archiveDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/oldWALs, maxLogs=32 2024-11-09T03:32:35,264 INFO [RS:0;6ee74a15f3e3:39169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C39169%2C1731123153726, suffix=, logDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,39169,1731123153726, archiveDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/oldWALs, maxLogs=32 2024-11-09T03:32:35,279 DEBUG [RS:1;6ee74a15f3e3:36417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,36417,1731123153824/6ee74a15f3e3%2C36417%2C1731123153824.1731123155265, exclude list is [], retry=0 2024-11-09T03:32:35,279 DEBUG [RS:0;6ee74a15f3e3:39169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,39169,1731123153726/6ee74a15f3e3%2C39169%2C1731123153726.1731123155266, exclude list is [], retry=0 2024-11-09T03:32:35,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34111,DS-fe3180cd-fa6e-4c96-bc21-f801986f162e,DISK] 2024-11-09T03:32:35,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-83665a4b-b3df-43ba-8bee-a5f958271a61,DISK] 2024-11-09T03:32:35,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-83665a4b-b3df-43ba-8bee-a5f958271a61,DISK] 2024-11-09T03:32:35,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34111,DS-fe3180cd-fa6e-4c96-bc21-f801986f162e,DISK] 2024-11-09T03:32:35,289 INFO [RS:1;6ee74a15f3e3:36417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,36417,1731123153824/6ee74a15f3e3%2C36417%2C1731123153824.1731123155265 2024-11-09T03:32:35,293 DEBUG [RS:1;6ee74a15f3e3:36417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37473:37473),(127.0.0.1/127.0.0.1:33855:33855)] 2024-11-09T03:32:35,294 INFO [RS:0;6ee74a15f3e3:39169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,39169,1731123153726/6ee74a15f3e3%2C39169%2C1731123153726.1731123155266 2024-11-09T03:32:35,294 DEBUG [RS:0;6ee74a15f3e3:39169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37473:37473),(127.0.0.1/127.0.0.1:33855:33855)] 2024-11-09T03:32:35,438 DEBUG [6ee74a15f3e3:36499 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T03:32:35,448 DEBUG [6ee74a15f3e3:36499 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:32:35,454 DEBUG [6ee74a15f3e3:36499 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:32:35,454 DEBUG [6ee74a15f3e3:36499 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:32:35,454 DEBUG [6ee74a15f3e3:36499 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:32:35,454 DEBUG [6ee74a15f3e3:36499 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:32:35,454 INFO [6ee74a15f3e3:36499 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:32:35,454 INFO [6ee74a15f3e3:36499 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:32:35,454 DEBUG [6ee74a15f3e3:36499 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:32:35,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:35,468 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,36417,1731123153824, state=OPENING 2024-11-09T03:32:35,566 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T03:32:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:35,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:35,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:35,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:35,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:32:35,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,36417,1731123153824}] 2024-11-09T03:32:35,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:35,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:35,775 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T03:32:35,776 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:35,776 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T03:32:35,779 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C36417%2C1731123153824.meta, suffix=.meta, logDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,36417,1731123153824, archiveDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/oldWALs, maxLogs=32 2024-11-09T03:32:35,798 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,36417,1731123153824/6ee74a15f3e3%2C36417%2C1731123153824.meta.1731123155781.meta, exclude list is [], retry=0 2024-11-09T03:32:35,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34111,DS-fe3180cd-fa6e-4c96-bc21-f801986f162e,DISK] 2024-11-09T03:32:35,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42359,DS-83665a4b-b3df-43ba-8bee-a5f958271a61,DISK] 2024-11-09T03:32:35,805 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,36417,1731123153824/6ee74a15f3e3%2C36417%2C1731123153824.meta.1731123155781.meta 2024-11-09T03:32:35,806 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33855:33855),(127.0.0.1/127.0.0.1:37473:37473)] 2024-11-09T03:32:35,806 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:32:35,807 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T03:32:35,810 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T03:32:35,814 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T03:32:35,818 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T03:32:35,818 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:35,818 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T03:32:35,819 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T03:32:35,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:32:35,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:32:35,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:35,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:35,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:32:35,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:32:35,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:35,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:35,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:32:35,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:32:35,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:35,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:35,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:32:35,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:32:35,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:35,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:35,831 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:32:35,833 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740 2024-11-09T03:32:35,836 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740 2024-11-09T03:32:35,838 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:32:35,839 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:32:35,839 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:35,843 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:32:35,845 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67950638, jitterRate=0.012543410062789917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:35,845 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T03:32:35,847 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731123155819Writing region info on filesystem at 1731123155819Initializing all the Stores at 1731123155821 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123155821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123155821Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123155821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123155822 (+1 ms)Cleaning up temporary data from old regions at 1731123155839 (+17 ms)Running coprocessor post-open hooks at 1731123155845 (+6 ms)Region opened successfully at 1731123155847 (+2 ms) 2024-11-09T03:32:35,854 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731123155756 2024-11-09T03:32:35,868 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T03:32:35,868 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T03:32:35,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:35,873 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,36417,1731123153824, state=OPEN 2024-11-09T03:32:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:35,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:35,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:35,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:35,882 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:35,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T03:32:35,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,36417,1731123153824 in 297 msec 2024-11-09T03:32:35,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T03:32:35,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 869 msec 2024-11-09T03:32:35,898 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:35,898 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T03:32:35,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:32:35,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,36417,1731123153824, seqNum=-1] 2024-11-09T03:32:35,933 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:35,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:35,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1220 sec 2024-11-09T03:32:35,961 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731123155960, completionTime=-1 2024-11-09T03:32:35,963 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T03:32:35,964 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T03:32:36,009 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T03:32:36,009 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731123216009 2024-11-09T03:32:36,009 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731123276009 2024-11-09T03:32:36,010 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 45 msec 2024-11-09T03:32:36,011 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T03:32:36,018 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36499,1731123152843-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:36,018 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36499,1731123152843-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:36,018 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36499,1731123152843-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:36,019 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ee74a15f3e3:36499, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:36,020 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:36,020 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:36,030 DEBUG [master/6ee74a15f3e3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T03:32:36,054 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.119sec 2024-11-09T03:32:36,056 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T03:32:36,058 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T03:32:36,059 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T03:32:36,059 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T03:32:36,060 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T03:32:36,060 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36499,1731123152843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:36,061 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36499,1731123152843-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T03:32:36,066 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T03:32:36,067 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T03:32:36,067 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36499,1731123152843-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:36,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a04719a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:36,073 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T03:32:36,073 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T03:32:36,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ee74a15f3e3,36499,-1 for getting cluster id 2024-11-09T03:32:36,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T03:32:36,111 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd1c36c-5e1b-4a33-b0ee-0b3c5c5d96e8' 2024-11-09T03:32:36,113 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T03:32:36,114 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd1c36c-5e1b-4a33-b0ee-0b3c5c5d96e8" 2024-11-09T03:32:36,114 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:36,114 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ee74a15f3e3,36499,-1] 2024-11-09T03:32:36,116 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T03:32:36,118 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:36,119 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T03:32:36,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb7c478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:36,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:32:36,129 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,36417,1731123153824, seqNum=-1] 2024-11-09T03:32:36,130 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:36,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:36,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ee74a15f3e3,36499,1731123152843 2024-11-09T03:32:36,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T03:32:36,160 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ee74a15f3e3,36499,1731123152843 2024-11-09T03:32:36,162 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc08d91 2024-11-09T03:32:36,163 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T03:32:36,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T03:32:36,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:32:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T03:32:36,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T03:32:36,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T03:32:36,182 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:36,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T03:32:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:32:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:32:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:36,601 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4375c31ea97008e3f9d0284ad00c791a, NAME => 'testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a 2024-11-09T03:32:36,601 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 48613ba336d1c4fb3636ccebc19a1704, NAME => 'testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a 2024-11-09T03:32:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:32:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:32:36,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:32:36,612 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:36,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:32:36,612 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 48613ba336d1c4fb3636ccebc19a1704, disabling compactions & flushes 2024-11-09T03:32:36,612 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:36,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:36,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. after waiting 0 ms 2024-11-09T03:32:36,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:36,613 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:36,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 48613ba336d1c4fb3636ccebc19a1704: Waiting for close lock at 1731123156612Disabling compacts and flushes for region at 1731123156612Disabling writes for close at 1731123156613 (+1 ms)Writing region close event to WAL at 1731123156613Closed at 1731123156613 2024-11-09T03:32:36,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:36,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 4375c31ea97008e3f9d0284ad00c791a, disabling compactions & flushes 2024-11-09T03:32:36,613 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:36,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:36,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. after waiting 0 ms 2024-11-09T03:32:36,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:36,613 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:36,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4375c31ea97008e3f9d0284ad00c791a: Waiting for close lock at 1731123156613Disabling compacts and flushes for region at 1731123156613Disabling writes for close at 1731123156613Writing region close event to WAL at 1731123156613Closed at 1731123156613 2024-11-09T03:32:36,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T03:32:36,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123156616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123156616"}]},"ts":"1731123156616"} 2024-11-09T03:32:36,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123156616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123156616"}]},"ts":"1731123156616"} 2024-11-09T03:32:36,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T03:32:36,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T03:32:36,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123156652"}]},"ts":"1731123156652"} 2024-11-09T03:32:36,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T03:32:36,660 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:32:36,662 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:32:36,662 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:32:36,662 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:32:36,662 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:32:36,662 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:32:36,662 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:32:36,662 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:32:36,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4375c31ea97008e3f9d0284ad00c791a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=48613ba336d1c4fb3636ccebc19a1704, ASSIGN}] 2024-11-09T03:32:36,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=48613ba336d1c4fb3636ccebc19a1704, ASSIGN 2024-11-09T03:32:36,667 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4375c31ea97008e3f9d0284ad00c791a, ASSIGN 2024-11-09T03:32:36,670 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4375c31ea97008e3f9d0284ad00c791a, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,39169,1731123153726; forceNewPlan=false, retain=false 2024-11-09T03:32:36,670 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=48613ba336d1c4fb3636ccebc19a1704, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,36417,1731123153824; forceNewPlan=false, retain=false 2024-11-09T03:32:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:36,823 INFO [6ee74a15f3e3:36499 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T03:32:36,824 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=48613ba336d1c4fb3636ccebc19a1704, regionState=OPENING, regionLocation=6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:36,824 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4375c31ea97008e3f9d0284ad00c791a, regionState=OPENING, regionLocation=6ee74a15f3e3,39169,1731123153726 2024-11-09T03:32:36,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=48613ba336d1c4fb3636ccebc19a1704, ASSIGN because future has completed 2024-11-09T03:32:36,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48613ba336d1c4fb3636ccebc19a1704, server=6ee74a15f3e3,36417,1731123153824}] 2024-11-09T03:32:36,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4375c31ea97008e3f9d0284ad00c791a, ASSIGN because future has completed 2024-11-09T03:32:36,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4375c31ea97008e3f9d0284ad00c791a, server=6ee74a15f3e3,39169,1731123153726}] 2024-11-09T03:32:36,989 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:36,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:36,995 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:36,995 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 48613ba336d1c4fb3636ccebc19a1704, NAME => 'testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T03:32:36,996 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:36,996 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:36,996 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:36,997 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:36,999 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:36,999 INFO [StoreOpener-48613ba336d1c4fb3636ccebc19a1704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:37,000 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 4375c31ea97008e3f9d0284ad00c791a, NAME => 'testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T03:32:37,000 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,000 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:37,000 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,000 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,002 INFO [StoreOpener-48613ba336d1c4fb3636ccebc19a1704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48613ba336d1c4fb3636ccebc19a1704 columnFamilyName family 2024-11-09T03:32:37,002 DEBUG [StoreOpener-48613ba336d1c4fb3636ccebc19a1704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:37,003 INFO [StoreOpener-4375c31ea97008e3f9d0284ad00c791a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,003 INFO [StoreOpener-48613ba336d1c4fb3636ccebc19a1704-1 {}] regionserver.HStore(327): Store=48613ba336d1c4fb3636ccebc19a1704/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:37,003 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:37,004 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:37,005 INFO [StoreOpener-4375c31ea97008e3f9d0284ad00c791a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4375c31ea97008e3f9d0284ad00c791a columnFamilyName family 2024-11-09T03:32:37,005 DEBUG [StoreOpener-4375c31ea97008e3f9d0284ad00c791a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:37,005 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:37,006 INFO [StoreOpener-4375c31ea97008e3f9d0284ad00c791a-1 {}] regionserver.HStore(327): Store=4375c31ea97008e3f9d0284ad00c791a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:37,006 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:37,006 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,006 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:37,007 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,007 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,008 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,008 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,009 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:37,011 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,012 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/48613ba336d1c4fb3636ccebc19a1704/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:37,013 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 48613ba336d1c4fb3636ccebc19a1704; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63283631, jitterRate=-0.05700041353702545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:32:37,013 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:37,014 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/4375c31ea97008e3f9d0284ad00c791a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:37,014 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 48613ba336d1c4fb3636ccebc19a1704: Running coprocessor pre-open hook at 1731123156997Writing region info on filesystem at 1731123156997Initializing all the Stores at 1731123156999 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123156999Cleaning up temporary data from old regions at 1731123157006 (+7 ms)Running coprocessor post-open hooks at 1731123157013 (+7 ms)Region opened successfully at 1731123157014 (+1 ms) 2024-11-09T03:32:37,015 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 4375c31ea97008e3f9d0284ad00c791a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62909582, jitterRate=-0.06257417798042297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:32:37,015 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,016 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 4375c31ea97008e3f9d0284ad00c791a: Running coprocessor pre-open hook at 1731123157001Writing region info on filesystem at 1731123157001Initializing all the Stores at 1731123157002 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123157002Cleaning up temporary data from old regions at 1731123157008 (+6 ms)Running coprocessor post-open hooks at 1731123157015 (+7 ms)Region opened successfully at 1731123157016 (+1 ms) 2024-11-09T03:32:37,016 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704., pid=7, masterSystemTime=1731123156985 2024-11-09T03:32:37,017 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a., pid=8, masterSystemTime=1731123156989 2024-11-09T03:32:37,019 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:37,019 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:37,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=48613ba336d1c4fb3636ccebc19a1704, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:37,021 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:37,021 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:37,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4375c31ea97008e3f9d0284ad00c791a, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,39169,1731123153726 2024-11-09T03:32:37,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48613ba336d1c4fb3636ccebc19a1704, server=6ee74a15f3e3,36417,1731123153824 because future has completed 2024-11-09T03:32:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4375c31ea97008e3f9d0284ad00c791a, server=6ee74a15f3e3,39169,1731123153726 because future has completed 2024-11-09T03:32:37,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T03:32:37,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 48613ba336d1c4fb3636ccebc19a1704, server=6ee74a15f3e3,36417,1731123153824 in 195 msec 2024-11-09T03:32:37,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T03:32:37,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=48613ba336d1c4fb3636ccebc19a1704, ASSIGN in 366 msec 2024-11-09T03:32:37,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4375c31ea97008e3f9d0284ad00c791a, server=6ee74a15f3e3,39169,1731123153726 in 194 msec 2024-11-09T03:32:37,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T03:32:37,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4375c31ea97008e3f9d0284ad00c791a, ASSIGN in 369 msec 2024-11-09T03:32:37,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T03:32:37,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123157039"}]},"ts":"1731123157039"} 2024-11-09T03:32:37,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T03:32:37,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T03:32:37,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 871 msec 2024-11-09T03:32:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:37,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T03:32:37,329 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T03:32:37,332 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:32:37,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T03:32:37,343 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:32:37,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T03:32:37,352 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a., hostname=6ee74a15f3e3,39169,1731123153726, seqNum=2] 2024-11-09T03:32:37,353 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:37,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:37,373 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704., hostname=6ee74a15f3e3,36417,1731123153824, seqNum=2] 2024-11-09T03:32:37,390 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4375c31ea97008e3f9d0284ad00c791a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T03:32:37,445 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/4375c31ea97008e3f9d0284ad00c791a/.tmp/family/99056aa9d40b4aa1ba889e08e6019e4a is 32, key is 1/family:/1731123157357/Put/seqid=0 2024-11-09T03:32:37,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741839_1015 (size=5054) 2024-11-09T03:32:37,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741839_1015 (size=5054) 2024-11-09T03:32:37,456 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/4375c31ea97008e3f9d0284ad00c791a/.tmp/family/99056aa9d40b4aa1ba889e08e6019e4a 2024-11-09T03:32:37,499 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/4375c31ea97008e3f9d0284ad00c791a/.tmp/family/99056aa9d40b4aa1ba889e08e6019e4a as hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/4375c31ea97008e3f9d0284ad00c791a/family/99056aa9d40b4aa1ba889e08e6019e4a 2024-11-09T03:32:37,511 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/4375c31ea97008e3f9d0284ad00c791a/family/99056aa9d40b4aa1ba889e08e6019e4a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T03:32:37,519 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4375c31ea97008e3f9d0284ad00c791a in 127ms, sequenceid=8, compaction requested=false 2024-11-09T03:32:37,520 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-09T03:32:37,522 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4375c31ea97008e3f9d0284ad00c791a: 2024-11-09T03:32:37,522 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 48613ba336d1c4fb3636ccebc19a1704 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T03:32:37,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/48613ba336d1c4fb3636ccebc19a1704/.tmp/family/1e7413507a284747b272466f9ebcfbbd is 32, key is 5/family:/1731123157374/Put/seqid=0 2024-11-09T03:32:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741840_1016 (size=5083) 2024-11-09T03:32:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741840_1016 (size=5083) 2024-11-09T03:32:37,550 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/48613ba336d1c4fb3636ccebc19a1704/.tmp/family/1e7413507a284747b272466f9ebcfbbd 2024-11-09T03:32:37,560 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/48613ba336d1c4fb3636ccebc19a1704/.tmp/family/1e7413507a284747b272466f9ebcfbbd as hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/48613ba336d1c4fb3636ccebc19a1704/family/1e7413507a284747b272466f9ebcfbbd 2024-11-09T03:32:37,570 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/48613ba336d1c4fb3636ccebc19a1704/family/1e7413507a284747b272466f9ebcfbbd, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T03:32:37,572 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 48613ba336d1c4fb3636ccebc19a1704 in 50ms, sequenceid=9, compaction requested=false 2024-11-09T03:32:37,572 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 48613ba336d1c4fb3636ccebc19a1704: 2024-11-09T03:32:37,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eadfe75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:37,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ee74a15f3e3,36499,-1 for getting cluster id 2024-11-09T03:32:37,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T03:32:37,576 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dd1c36c-5e1b-4a33-b0ee-0b3c5c5d96e8' 2024-11-09T03:32:37,577 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T03:32:37,577 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dd1c36c-5e1b-4a33-b0ee-0b3c5c5d96e8" 2024-11-09T03:32:37,577 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332ed23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:37,577 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ee74a15f3e3,36499,-1] 2024-11-09T03:32:37,577 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T03:32:37,578 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:37,579 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T03:32:37,580 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ffdce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:37,596 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T03:32:37,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:32:37,599 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,36417,1731123153824, seqNum=-1] 2024-11-09T03:32:37,599 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:37,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:37,609 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:37,610 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:37,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:37,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:37,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:32:37,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:37,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:37,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:37,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T03:32:37,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T03:32:37,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:32:37,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:37,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:37,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:37,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T03:32:37,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T03:32:37,623 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=43262672, stopped=false 2024-11-09T03:32:37,624 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ee74a15f3e3,36499,1731123152843 2024-11-09T03:32:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:37,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:37,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:37,735 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:32:37,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:37,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:32:37,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:37,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:37,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:37,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:37,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,39169,1731123153726' ***** 2024-11-09T03:32:37,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:32:37,739 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,36417,1731123153824' ***** 2024-11-09T03:32:37,739 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:32:37,739 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:32:37,739 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:32:37,740 INFO [RS:1;6ee74a15f3e3:36417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:32:37,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:32:37,740 INFO [RS:0;6ee74a15f3e3:39169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:32:37,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:32:37,740 INFO [RS:0;6ee74a15f3e3:39169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:32:37,740 INFO [RS:1;6ee74a15f3e3:36417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:32:37,740 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(3091): Received CLOSE for 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,740 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(3091): Received CLOSE for 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:37,741 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:37,741 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,39169,1731123153726 2024-11-09T03:32:37,741 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:37,741 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:37,741 INFO [RS:0;6ee74a15f3e3:39169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ee74a15f3e3:39169. 2024-11-09T03:32:37,741 INFO [RS:1;6ee74a15f3e3:36417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6ee74a15f3e3:36417. 2024-11-09T03:32:37,741 DEBUG [RS:0;6ee74a15f3e3:39169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:37,741 DEBUG [RS:0;6ee74a15f3e3:39169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:37,742 DEBUG [RS:1;6ee74a15f3e3:36417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:37,742 DEBUG [RS:1;6ee74a15f3e3:36417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:37,742 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48613ba336d1c4fb3636ccebc19a1704, disabling compactions & flushes 2024-11-09T03:32:37,742 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:37,742 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:37,742 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:32:37,742 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. after waiting 0 ms 2024-11-09T03:32:37,742 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:32:37,742 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T03:32:37,742 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:37,742 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:32:37,742 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4375c31ea97008e3f9d0284ad00c791a, disabling compactions & flushes 2024-11-09T03:32:37,742 DEBUG [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(1325): Online Regions={4375c31ea97008e3f9d0284ad00c791a=testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a.} 2024-11-09T03:32:37,742 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T03:32:37,742 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:37,742 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:37,742 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. after waiting 0 ms 2024-11-09T03:32:37,742 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:37,742 DEBUG [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(1351): Waiting on 4375c31ea97008e3f9d0284ad00c791a 2024-11-09T03:32:37,743 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T03:32:37,743 DEBUG [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 48613ba336d1c4fb3636ccebc19a1704=testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704.} 2024-11-09T03:32:37,743 DEBUG [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48613ba336d1c4fb3636ccebc19a1704 2024-11-09T03:32:37,743 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:32:37,743 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:32:37,743 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:32:37,743 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:32:37,743 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:32:37,744 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T03:32:37,750 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/4375c31ea97008e3f9d0284ad00c791a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T03:32:37,750 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/default/testClearRegionBlockCache/48613ba336d1c4fb3636ccebc19a1704/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T03:32:37,752 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:37,752 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:37,752 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4375c31ea97008e3f9d0284ad00c791a: Waiting for close lock at 1731123157742Running coprocessor pre-close hooks at 1731123157742Disabling compacts and flushes for region at 1731123157742Disabling writes for close at 1731123157742Writing region close event to WAL at 1731123157745 (+3 ms)Running coprocessor post-close hooks at 1731123157751 (+6 ms)Closed at 1731123157752 (+1 ms) 2024-11-09T03:32:37,752 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48613ba336d1c4fb3636ccebc19a1704: Waiting for close lock at 1731123157741Running coprocessor pre-close hooks at 1731123157741Disabling compacts and flushes for region at 1731123157741Disabling writes for close at 1731123157742 (+1 ms)Writing region close event to WAL at 1731123157744 (+2 ms)Running coprocessor post-close hooks at 1731123157751 (+7 ms)Closed at 1731123157752 (+1 ms) 2024-11-09T03:32:37,752 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731123156166.4375c31ea97008e3f9d0284ad00c791a. 2024-11-09T03:32:37,752 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704. 2024-11-09T03:32:37,767 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/.tmp/info/577f65b0cea2495b81068d4693a83a9c is 173, key is testClearRegionBlockCache,5,1731123156166.48613ba336d1c4fb3636ccebc19a1704./info:regioninfo/1731123157020/Put/seqid=0 2024-11-09T03:32:37,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:32:37,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:32:37,775 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/.tmp/info/577f65b0cea2495b81068d4693a83a9c 2024-11-09T03:32:37,802 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/.tmp/ns/714fd3c80aae4ca3a5b38be289c7c4b2 is 43, key is default/ns:d/1731123155940/Put/seqid=0 2024-11-09T03:32:37,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:32:37,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:32:37,810 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/.tmp/ns/714fd3c80aae4ca3a5b38be289c7c4b2 2024-11-09T03:32:37,813 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:37,814 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:37,836 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/.tmp/table/9d205ba58c1e4776a7dbb597270236f0 is 61, key is testClearRegionBlockCache/table:state/1731123157039/Put/seqid=0 2024-11-09T03:32:37,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:32:37,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:32:37,844 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/.tmp/table/9d205ba58c1e4776a7dbb597270236f0 2024-11-09T03:32:37,854 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/.tmp/info/577f65b0cea2495b81068d4693a83a9c as hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/info/577f65b0cea2495b81068d4693a83a9c 2024-11-09T03:32:37,865 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/info/577f65b0cea2495b81068d4693a83a9c, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T03:32:37,867 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/.tmp/ns/714fd3c80aae4ca3a5b38be289c7c4b2 as hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/ns/714fd3c80aae4ca3a5b38be289c7c4b2 2024-11-09T03:32:37,878 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/ns/714fd3c80aae4ca3a5b38be289c7c4b2, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T03:32:37,879 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/.tmp/table/9d205ba58c1e4776a7dbb597270236f0 as hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/table/9d205ba58c1e4776a7dbb597270236f0 2024-11-09T03:32:37,892 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/table/9d205ba58c1e4776a7dbb597270236f0, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T03:32:37,893 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=13, compaction requested=false 2024-11-09T03:32:37,894 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T03:32:37,901 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T03:32:37,903 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T03:32:37,903 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:37,903 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123157743Running coprocessor pre-close hooks at 1731123157743Disabling compacts and flushes for region at 1731123157743Disabling writes for close at 1731123157743Obtaining lock to block concurrent updates at 1731123157744 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731123157744Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731123157744Flushing stores of hbase:meta,,1.1588230740 at 1731123157745 (+1 ms)Flushing 1588230740/info: creating writer at 1731123157746 (+1 ms)Flushing 1588230740/info: appending metadata at 1731123157766 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731123157766Flushing 1588230740/ns: creating writer at 1731123157785 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731123157801 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731123157801Flushing 1588230740/table: creating writer at 1731123157819 (+18 ms)Flushing 1588230740/table: appending metadata at 1731123157835 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731123157835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a464014: reopening flushed file at 1731123157853 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3225e5f9: reopening flushed file at 1731123157865 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23fd2ea0: reopening flushed file at 1731123157878 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=13, compaction requested=false at 1731123157894 (+16 ms)Writing region close event to WAL at 1731123157896 (+2 ms)Running coprocessor post-close hooks at 1731123157902 (+6 ms)Closed at 1731123157903 (+1 ms) 2024-11-09T03:32:37,904 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:37,943 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,39169,1731123153726; all regions closed. 2024-11-09T03:32:37,943 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,36417,1731123153824; all regions closed. 2024-11-09T03:32:37,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,36417,1731123153824/6ee74a15f3e3%2C36417%2C1731123153824.meta.1731123155781.meta not finished, retry = 0 2024-11-09T03:32:37,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/WALs/6ee74a15f3e3,39169,1731123153726/6ee74a15f3e3%2C39169%2C1731123153726.1731123155266 not finished, retry = 0 2024-11-09T03:32:37,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741834_1010 (size=1758) 2024-11-09T03:32:37,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:32:37,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741834_1010 (size=1758) 2024-11-09T03:32:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:32:38,061 DEBUG [RS:0;6ee74a15f3e3:39169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/oldWALs 2024-11-09T03:32:38,061 DEBUG [RS:1;6ee74a15f3e3:36417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/oldWALs 2024-11-09T03:32:38,061 INFO [RS:1;6ee74a15f3e3:36417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C36417%2C1731123153824.meta:.meta(num 1731123155781) 2024-11-09T03:32:38,061 INFO [RS:0;6ee74a15f3e3:39169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C39169%2C1731123153726:(num 1731123155266) 2024-11-09T03:32:38,061 DEBUG [RS:0;6ee74a15f3e3:39169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:38,061 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:38,062 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:38,062 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:38,062 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:32:38,062 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:32:38,062 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:32:38,062 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:38,062 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:38,063 INFO [RS:0;6ee74a15f3e3:39169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39169 2024-11-09T03:32:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741833_1009 (size=1867) 2024-11-09T03:32:38,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741833_1009 (size=1867) 2024-11-09T03:32:38,067 DEBUG [RS:1;6ee74a15f3e3:36417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/oldWALs 2024-11-09T03:32:38,067 INFO [RS:1;6ee74a15f3e3:36417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C36417%2C1731123153824:(num 1731123155265) 2024-11-09T03:32:38,067 DEBUG [RS:1;6ee74a15f3e3:36417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:38,068 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:38,068 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:38,068 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:38,068 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:38,068 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:38,068 INFO [RS:1;6ee74a15f3e3:36417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36417 2024-11-09T03:32:38,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:38,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,39169,1731123153726 2024-11-09T03:32:38,156 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:38,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,36417,1731123153824 2024-11-09T03:32:38,166 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:38,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,36417,1731123153824] 2024-11-09T03:32:38,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,36417,1731123153824 already deleted, retry=false 2024-11-09T03:32:38,188 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,36417,1731123153824 expired; onlineServers=1 2024-11-09T03:32:38,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,39169,1731123153726] 2024-11-09T03:32:38,197 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,39169,1731123153726 already deleted, retry=false 2024-11-09T03:32:38,197 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,39169,1731123153726 expired; onlineServers=0 2024-11-09T03:32:38,197 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ee74a15f3e3,36499,1731123152843' ***** 2024-11-09T03:32:38,198 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T03:32:38,198 INFO [M:0;6ee74a15f3e3:36499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:38,198 INFO [M:0;6ee74a15f3e3:36499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:38,198 DEBUG [M:0;6ee74a15f3e3:36499 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T03:32:38,199 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T03:32:38,199 DEBUG [M:0;6ee74a15f3e3:36499 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T03:32:38,199 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123154931 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123154931,5,FailOnTimeoutGroup] 2024-11-09T03:32:38,199 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123154933 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123154933,5,FailOnTimeoutGroup] 2024-11-09T03:32:38,199 INFO [M:0;6ee74a15f3e3:36499 {}] hbase.ChoreService(370): Chore service for: master/6ee74a15f3e3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:38,200 INFO [M:0;6ee74a15f3e3:36499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:38,200 DEBUG [M:0;6ee74a15f3e3:36499 {}] master.HMaster(1795): Stopping service threads 2024-11-09T03:32:38,200 INFO [M:0;6ee74a15f3e3:36499 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T03:32:38,201 INFO [M:0;6ee74a15f3e3:36499 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:32:38,202 INFO [M:0;6ee74a15f3e3:36499 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T03:32:38,202 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T03:32:38,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:38,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:38,207 DEBUG [M:0;6ee74a15f3e3:36499 {}] zookeeper.ZKUtil(347): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T03:32:38,208 WARN [M:0;6ee74a15f3e3:36499 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T03:32:38,208 INFO [M:0;6ee74a15f3e3:36499 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/.lastflushedseqids 2024-11-09T03:32:38,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741844_1020 (size=182) 2024-11-09T03:32:38,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741844_1020 (size=182) 2024-11-09T03:32:38,222 INFO [M:0;6ee74a15f3e3:36499 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T03:32:38,222 INFO [M:0;6ee74a15f3e3:36499 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T03:32:38,222 DEBUG [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:32:38,222 INFO [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:38,222 DEBUG [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:38,222 DEBUG [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:32:38,222 DEBUG [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:38,223 INFO [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T03:32:38,242 DEBUG [M:0;6ee74a15f3e3:36499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7899dfce16545b5b353b99d7c6ea02a is 82, key is hbase:meta,,1/info:regioninfo/1731123155869/Put/seqid=0 2024-11-09T03:32:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:32:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:32:38,249 INFO [M:0;6ee74a15f3e3:36499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7899dfce16545b5b353b99d7c6ea02a 2024-11-09T03:32:38,274 DEBUG [M:0;6ee74a15f3e3:36499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a7798c68aa542d49387c563751ad60e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731123157046/Put/seqid=0 2024-11-09T03:32:38,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:38,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39169-0x1011da7004a0001, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:38,277 INFO [RS:0;6ee74a15f3e3:39169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:38,278 INFO [RS:0;6ee74a15f3e3:39169 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,39169,1731123153726; zookeeper connection closed. 2024-11-09T03:32:38,278 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a0e4fc0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a0e4fc0 2024-11-09T03:32:38,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741846_1022 (size=6219) 2024-11-09T03:32:38,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741846_1022 (size=6219) 2024-11-09T03:32:38,282 INFO [M:0;6ee74a15f3e3:36499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a7798c68aa542d49387c563751ad60e 2024-11-09T03:32:38,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:38,287 INFO [RS:1;6ee74a15f3e3:36417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:38,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x1011da7004a0002, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:38,287 INFO [RS:1;6ee74a15f3e3:36417 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,36417,1731123153824; zookeeper connection closed. 2024-11-09T03:32:38,287 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45dd95b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45dd95b5 2024-11-09T03:32:38,288 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T03:32:38,305 DEBUG [M:0;6ee74a15f3e3:36499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f778a07c50d64d9a9c79d91dd0ea2629 is 69, key is 6ee74a15f3e3,36417,1731123153824/rs:state/1731123154999/Put/seqid=0 2024-11-09T03:32:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:32:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:32:38,312 INFO [M:0;6ee74a15f3e3:36499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f778a07c50d64d9a9c79d91dd0ea2629 2024-11-09T03:32:38,321 DEBUG [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7899dfce16545b5b353b99d7c6ea02a as hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7899dfce16545b5b353b99d7c6ea02a 2024-11-09T03:32:38,329 INFO [M:0;6ee74a15f3e3:36499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7899dfce16545b5b353b99d7c6ea02a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T03:32:38,331 DEBUG [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a7798c68aa542d49387c563751ad60e as hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a7798c68aa542d49387c563751ad60e 2024-11-09T03:32:38,340 INFO [M:0;6ee74a15f3e3:36499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a7798c68aa542d49387c563751ad60e, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T03:32:38,342 DEBUG [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f778a07c50d64d9a9c79d91dd0ea2629 as hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f778a07c50d64d9a9c79d91dd0ea2629 2024-11-09T03:32:38,349 INFO [M:0;6ee74a15f3e3:36499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38463/user/jenkins/test-data/6350695f-c271-9b51-c976-79785a7fd52a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f778a07c50d64d9a9c79d91dd0ea2629, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T03:32:38,350 INFO [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=71, compaction requested=false 2024-11-09T03:32:38,352 INFO [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:38,352 DEBUG [M:0;6ee74a15f3e3:36499 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123158222Disabling compacts and flushes for region at 1731123158222Disabling writes for close at 1731123158222Obtaining lock to block concurrent updates at 1731123158223 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731123158223Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731123158223Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731123158224 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731123158224Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731123158241 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731123158241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731123158257 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731123158274 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731123158274Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731123158289 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731123158304 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731123158304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e8c1080: reopening flushed file at 1731123158319 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4149249f: reopening flushed file at 1731123158330 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65396518: reopening flushed file at 1731123158340 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=71, compaction requested=false at 1731123158350 (+10 ms)Writing region close event to WAL at 1731123158352 (+2 ms)Closed at 1731123158352 2024-11-09T03:32:38,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42359 is added to blk_1073741830_1006 (size=35440) 2024-11-09T03:32:38,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34111 is added to blk_1073741830_1006 (size=35440) 2024-11-09T03:32:38,356 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:38,356 INFO [M:0;6ee74a15f3e3:36499 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T03:32:38,356 INFO [M:0;6ee74a15f3e3:36499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36499 2024-11-09T03:32:38,356 INFO [M:0;6ee74a15f3e3:36499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:38,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:38,509 INFO [M:0;6ee74a15f3e3:36499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:38,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x1011da7004a0000, quorum=127.0.0.1:63707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:38,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@166c0b2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:38,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ff15dda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:38,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:38,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dc6d8a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:38,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723ad5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:38,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:32:38,576 WARN [BP-1696862401-172.17.0.2-1731123148828 heartbeating to localhost/127.0.0.1:38463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:32:38,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:32:38,577 WARN [BP-1696862401-172.17.0.2-1731123148828 heartbeating to localhost/127.0.0.1:38463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1696862401-172.17.0.2-1731123148828 (Datanode Uuid eab456ee-3dbd-4de6-a9ef-aa1d4430ed92) service to localhost/127.0.0.1:38463 2024-11-09T03:32:38,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/data/data3/current/BP-1696862401-172.17.0.2-1731123148828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:38,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/data/data4/current/BP-1696862401-172.17.0.2-1731123148828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:38,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:32:38,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ab05b1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:38,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c0310f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:38,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:38,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@484304af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:38,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c8af66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:38,583 WARN [BP-1696862401-172.17.0.2-1731123148828 heartbeating to localhost/127.0.0.1:38463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:32:38,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:32:38,583 WARN [BP-1696862401-172.17.0.2-1731123148828 heartbeating to localhost/127.0.0.1:38463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1696862401-172.17.0.2-1731123148828 (Datanode Uuid d698f605-e3c4-4288-9b7f-ab15302b271e) service to localhost/127.0.0.1:38463 2024-11-09T03:32:38,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:32:38,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/data/data1/current/BP-1696862401-172.17.0.2-1731123148828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:38,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/cluster_af382355-0d04-c534-eb3f-1a4eafa2607c/data/data2/current/BP-1696862401-172.17.0.2-1731123148828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:38,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:32:38,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71423267{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:32:38,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352da856{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:38,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:38,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e6f261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:38,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668dee07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:38,604 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T03:32:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T03:32:38,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=85 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38463 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38463 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38463 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/6ee74a15f3e3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1e92c141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6ee74a15f3e3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6ee74a15f3e3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38463 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6ee74a15f3e3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=408 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=556 (was 649), ProcessCount=11 (was 11), AvailableMemoryMB=4306 (was 4868) 2024-11-09T03:32:38,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=85, OpenFileDescriptor=408, MaxFileDescriptor=1048576, SystemLoadAverage=556, ProcessCount=11, AvailableMemoryMB=4306 2024-11-09T03:32:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.log.dir so I do NOT create it in target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2 2024-11-09T03:32:38,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T03:32:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.tmp.dir so I do NOT create it in target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2 2024-11-09T03:32:38,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3aaf154b-07f1-44ab-ec24-9f416d2a9cc2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T03:32:38,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2 2024-11-09T03:32:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T03:32:38,660 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4, deleteOnExit=true 2024-11-09T03:32:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T03:32:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/test.cache.data in system properties and HBase conf 2024-11-09T03:32:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T03:32:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.log.dir in system properties and HBase conf 2024-11-09T03:32:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T03:32:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T03:32:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T03:32:38,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T03:32:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:32:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:32:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/nfs.dump.dir in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/java.io.tmpdir in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T03:32:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T03:32:38,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:38,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:38,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:38,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:38,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T03:32:38,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:38,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@206a6f46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:38,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b97664a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:39,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1461b002{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/java.io.tmpdir/jetty-localhost-33051-hadoop-hdfs-3_4_1-tests_jar-_-any-4735518487849627635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:32:39,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53471222{HTTP/1.1, (http/1.1)}{localhost:33051} 2024-11-09T03:32:39,058 INFO [Time-limited test {}] server.Server(415): Started @12122ms 2024-11-09T03:32:39,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:39,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:39,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:39,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:39,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T03:32:39,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19b4dee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:39,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@463667a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:39,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ea61d05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/java.io.tmpdir/jetty-localhost-42293-hadoop-hdfs-3_4_1-tests_jar-_-any-16988477604962967333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:39,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aff5805{HTTP/1.1, (http/1.1)}{localhost:42293} 2024-11-09T03:32:39,445 INFO [Time-limited test {}] server.Server(415): Started @12508ms 2024-11-09T03:32:39,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:32:39,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:39,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:39,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:39,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:39,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T03:32:39,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@115ef565{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:39,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aa72de2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:39,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c344985{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/java.io.tmpdir/jetty-localhost-37773-hadoop-hdfs-3_4_1-tests_jar-_-any-17364198847135113473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:39,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2718dddd{HTTP/1.1, (http/1.1)}{localhost:37773} 2024-11-09T03:32:39,579 INFO [Time-limited test {}] server.Server(415): Started @12642ms 2024-11-09T03:32:39,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:32:40,771 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/data/data1/current/BP-1296741-172.17.0.2-1731123158685/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:40,771 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/data/data2/current/BP-1296741-172.17.0.2-1731123158685/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:40,791 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:32:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc14f3cfff9dd2129 with lease ID 0xd00c9fb0a84f5789: Processing first storage report for DS-b35bb955-0cc6-404b-b91d-b680aef5c4f0 from datanode DatanodeRegistration(127.0.0.1:46699, datanodeUuid=299c2a47-16ae-48b0-9327-be8db5425c59, infoPort=40909, infoSecurePort=0, ipcPort=37957, storageInfo=lv=-57;cid=testClusterID;nsid=2102849308;c=1731123158685) 2024-11-09T03:32:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc14f3cfff9dd2129 with lease ID 0xd00c9fb0a84f5789: from storage DS-b35bb955-0cc6-404b-b91d-b680aef5c4f0 node DatanodeRegistration(127.0.0.1:46699, datanodeUuid=299c2a47-16ae-48b0-9327-be8db5425c59, infoPort=40909, infoSecurePort=0, ipcPort=37957, storageInfo=lv=-57;cid=testClusterID;nsid=2102849308;c=1731123158685), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc14f3cfff9dd2129 with lease ID 0xd00c9fb0a84f5789: Processing first storage report for DS-eeca1bb3-e960-4c79-92a0-1525dd8de28e from datanode DatanodeRegistration(127.0.0.1:46699, datanodeUuid=299c2a47-16ae-48b0-9327-be8db5425c59, infoPort=40909, infoSecurePort=0, ipcPort=37957, storageInfo=lv=-57;cid=testClusterID;nsid=2102849308;c=1731123158685) 2024-11-09T03:32:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc14f3cfff9dd2129 with lease ID 0xd00c9fb0a84f5789: from storage DS-eeca1bb3-e960-4c79-92a0-1525dd8de28e node DatanodeRegistration(127.0.0.1:46699, datanodeUuid=299c2a47-16ae-48b0-9327-be8db5425c59, infoPort=40909, infoSecurePort=0, ipcPort=37957, storageInfo=lv=-57;cid=testClusterID;nsid=2102849308;c=1731123158685), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:40,881 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/data/data4/current/BP-1296741-172.17.0.2-1731123158685/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:40,881 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/data/data3/current/BP-1296741-172.17.0.2-1731123158685/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:40,905 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:32:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x964a00b69836d1 with lease ID 0xd00c9fb0a84f578a: Processing first storage report for DS-88965231-ad36-4a32-8060-09c54b109472 from datanode DatanodeRegistration(127.0.0.1:37139, datanodeUuid=d9273858-b3ca-4227-bcb5-f6b5164ac4cf, infoPort=39719, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=2102849308;c=1731123158685) 2024-11-09T03:32:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x964a00b69836d1 with lease ID 0xd00c9fb0a84f578a: from storage DS-88965231-ad36-4a32-8060-09c54b109472 node DatanodeRegistration(127.0.0.1:37139, datanodeUuid=d9273858-b3ca-4227-bcb5-f6b5164ac4cf, infoPort=39719, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=2102849308;c=1731123158685), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x964a00b69836d1 with lease ID 0xd00c9fb0a84f578a: Processing first storage report for DS-bb46a800-3d25-4791-a071-778d3054e661 from datanode DatanodeRegistration(127.0.0.1:37139, datanodeUuid=d9273858-b3ca-4227-bcb5-f6b5164ac4cf, infoPort=39719, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=2102849308;c=1731123158685) 2024-11-09T03:32:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x964a00b69836d1 with lease ID 0xd00c9fb0a84f578a: from storage DS-bb46a800-3d25-4791-a071-778d3054e661 node DatanodeRegistration(127.0.0.1:37139, datanodeUuid=d9273858-b3ca-4227-bcb5-f6b5164ac4cf, infoPort=39719, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=2102849308;c=1731123158685), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:40,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2 2024-11-09T03:32:40,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/zookeeper_0, clientPort=60888, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T03:32:40,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60888 2024-11-09T03:32:40,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:40,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:40,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:32:40,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:32:40,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544 with version=8 2024-11-09T03:32:40,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/hbase-staging 2024-11-09T03:32:40,951 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:40,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:40,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:40,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:40,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:40,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:40,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T03:32:40,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:40,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46021 2024-11-09T03:32:40,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46021 connecting to ZooKeeper ensemble=127.0.0.1:60888 2024-11-09T03:32:41,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460210x0, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:41,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46021-0x1011da7230b0000 connected 2024-11-09T03:32:41,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:41,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:41,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:41,108 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544, hbase.cluster.distributed=false 2024-11-09T03:32:41,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:41,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46021 2024-11-09T03:32:41,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46021 2024-11-09T03:32:41,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46021 2024-11-09T03:32:41,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46021 2024-11-09T03:32:41,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46021 2024-11-09T03:32:41,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:41,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:41,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:41,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:41,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:41,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:41,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:32:41,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:41,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36403 2024-11-09T03:32:41,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36403 connecting to ZooKeeper ensemble=127.0.0.1:60888 2024-11-09T03:32:41,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:41,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:41,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364030x0, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:41,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36403-0x1011da7230b0001 connected 2024-11-09T03:32:41,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:41,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:32:41,154 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:32:41,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:32:41,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:41,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36403 2024-11-09T03:32:41,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36403 2024-11-09T03:32:41,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36403 2024-11-09T03:32:41,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36403 2024-11-09T03:32:41,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36403 2024-11-09T03:32:41,177 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:41,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:41,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:41,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:41,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:41,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:41,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:32:41,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:41,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36761 2024-11-09T03:32:41,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36761 connecting to ZooKeeper ensemble=127.0.0.1:60888 2024-11-09T03:32:41,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:41,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:41,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367610x0, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:41,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367610x0, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:41,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36761-0x1011da7230b0002 connected 2024-11-09T03:32:41,198 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:32:41,198 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:32:41,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:32:41,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:41,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36761 2024-11-09T03:32:41,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36761 2024-11-09T03:32:41,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36761 2024-11-09T03:32:41,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36761 2024-11-09T03:32:41,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36761 2024-11-09T03:32:41,217 DEBUG [M:0;6ee74a15f3e3:46021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ee74a15f3e3:46021 2024-11-09T03:32:41,217 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6ee74a15f3e3,46021,1731123160950 2024-11-09T03:32:41,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:41,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:41,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:41,229 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6ee74a15f3e3,46021,1731123160950 2024-11-09T03:32:41,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:41,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:41,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,239 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T03:32:41,240 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6ee74a15f3e3,46021,1731123160950 from backup master directory 2024-11-09T03:32:41,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6ee74a15f3e3,46021,1731123160950 2024-11-09T03:32:41,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:41,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:41,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:41,250 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:41,250 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ee74a15f3e3,46021,1731123160950 2024-11-09T03:32:41,259 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/hbase.id] with ID: 11857e6c-e54d-40fb-a1cd-4ba1358ee140 2024-11-09T03:32:41,259 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/.tmp/hbase.id 2024-11-09T03:32:41,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:32:41,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:32:41,267 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/.tmp/hbase.id]:[hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/hbase.id] 2024-11-09T03:32:41,284 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:41,284 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T03:32:41,287 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T03:32:41,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:32:41,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:32:41,309 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:32:41,310 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T03:32:41,310 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:41,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:32:41,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:32:41,322 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store 2024-11-09T03:32:41,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T03:32:41,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:32:41,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:32:41,334 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:41,334 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:32:41,334 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:41,334 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:41,334 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:32:41,334 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:41,334 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:41,335 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123161334Disabling compacts and flushes for region at 1731123161334Disabling writes for close at 1731123161334Writing region close event to WAL at 1731123161334Closed at 1731123161334 2024-11-09T03:32:41,336 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/.initializing 2024-11-09T03:32:41,336 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/WALs/6ee74a15f3e3,46021,1731123160950 2024-11-09T03:32:41,338 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:41,341 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C46021%2C1731123160950, suffix=, logDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/WALs/6ee74a15f3e3,46021,1731123160950, archiveDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/oldWALs, maxLogs=10 2024-11-09T03:32:41,355 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/WALs/6ee74a15f3e3,46021,1731123160950/6ee74a15f3e3%2C46021%2C1731123160950.1731123161341, exclude list is [], retry=0 2024-11-09T03:32:41,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46699,DS-b35bb955-0cc6-404b-b91d-b680aef5c4f0,DISK] 2024-11-09T03:32:41,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37139,DS-88965231-ad36-4a32-8060-09c54b109472,DISK] 2024-11-09T03:32:41,361 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/WALs/6ee74a15f3e3,46021,1731123160950/6ee74a15f3e3%2C46021%2C1731123160950.1731123161341 2024-11-09T03:32:41,362 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40909:40909),(127.0.0.1/127.0.0.1:39719:39719)] 2024-11-09T03:32:41,362 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:32:41,362 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:41,362 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,362 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T03:32:41,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:41,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:41,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T03:32:41,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:41,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:41,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:41,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T03:32:41,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:41,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:41,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T03:32:41,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:41,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:41,377 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,379 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,379 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,381 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,381 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,382 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:41,383 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:41,386 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:41,387 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64156106, jitterRate=-0.04399952292442322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:41,387 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731123161363Initializing all the Stores at 1731123161364 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123161364Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123161365 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123161365Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123161365Cleaning up temporary data from old regions at 1731123161381 (+16 ms)Region opened successfully at 1731123161387 (+6 ms) 2024-11-09T03:32:41,388 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T03:32:41,392 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7bb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:41,393 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T03:32:41,393 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T03:32:41,393 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T03:32:41,393 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T03:32:41,394 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T03:32:41,394 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T03:32:41,394 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T03:32:41,397 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T03:32:41,398 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T03:32:41,407 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T03:32:41,407 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T03:32:41,408 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T03:32:41,418 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T03:32:41,418 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T03:32:41,420 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T03:32:41,428 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T03:32:41,429 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T03:32:41,438 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T03:32:41,442 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T03:32:41,449 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T03:32:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,461 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ee74a15f3e3,46021,1731123160950, sessionid=0x1011da7230b0000, setting cluster-up flag (Was=false) 2024-11-09T03:32:41,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,513 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T03:32:41,514 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,46021,1731123160950 2024-11-09T03:32:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:41,565 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T03:32:41,567 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,46021,1731123160950 2024-11-09T03:32:41,568 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T03:32:41,570 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:41,571 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T03:32:41,571 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T03:32:41,571 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ee74a15f3e3,46021,1731123160950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T03:32:41,573 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:41,573 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:41,573 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:41,573 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:41,573 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ee74a15f3e3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T03:32:41,573 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,574 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:41,574 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,574 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731123191574 2024-11-09T03:32:41,575 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T03:32:41,575 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T03:32:41,575 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T03:32:41,575 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T03:32:41,575 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T03:32:41,575 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T03:32:41,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:41,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T03:32:41,576 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,577 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T03:32:41,577 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T03:32:41,577 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T03:32:41,577 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:41,577 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T03:32:41,577 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T03:32:41,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T03:32:41,578 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123161577,5,FailOnTimeoutGroup] 2024-11-09T03:32:41,578 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123161578,5,FailOnTimeoutGroup] 2024-11-09T03:32:41,578 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,578 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T03:32:41,578 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,578 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:32:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:32:41,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T03:32:41,592 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544 2024-11-09T03:32:41,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741832_1008 (size=32) 2024-11-09T03:32:41,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741832_1008 (size=32) 2024-11-09T03:32:41,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:41,605 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(746): ClusterId : 11857e6c-e54d-40fb-a1cd-4ba1358ee140 2024-11-09T03:32:41,605 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(746): ClusterId : 11857e6c-e54d-40fb-a1cd-4ba1358ee140 2024-11-09T03:32:41,605 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:32:41,605 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:32:41,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:32:41,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:32:41,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:41,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:41,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:32:41,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:32:41,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:41,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:41,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:32:41,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:32:41,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:41,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:41,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:32:41,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:32:41,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:41,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:41,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:32:41,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740 2024-11-09T03:32:41,619 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:32:41,619 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:32:41,619 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:32:41,619 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:32:41,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740 2024-11-09T03:32:41,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:32:41,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:32:41,621 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:41,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:32:41,626 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:41,626 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72169580, jitterRate=0.07541054487228394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:41,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731123161604Initializing all the Stores at 1731123161605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123161605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123161606 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123161606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123161606Cleaning up temporary data from old regions at 1731123161621 (+15 ms)Region opened successfully at 1731123161627 (+6 ms) 2024-11-09T03:32:41,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:32:41,627 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:32:41,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:32:41,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:32:41,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:32:41,628 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:41,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123161627Disabling compacts and flushes for region at 1731123161627Disabling writes for close at 1731123161628 (+1 ms)Writing region close event to WAL at 1731123161628Closed at 1731123161628 2024-11-09T03:32:41,629 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:32:41,629 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:32:41,630 DEBUG [RS:0;6ee74a15f3e3:36403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31705f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:41,630 DEBUG [RS:1;6ee74a15f3e3:36761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2252f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:41,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:41,630 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T03:32:41,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T03:32:41,632 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:32:41,634 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T03:32:41,644 DEBUG [RS:1;6ee74a15f3e3:36761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6ee74a15f3e3:36761 2024-11-09T03:32:41,645 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:32:41,645 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:32:41,645 DEBUG [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:32:41,646 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,46021,1731123160950 with port=36761, startcode=1731123161177 2024-11-09T03:32:41,646 DEBUG [RS:1;6ee74a15f3e3:36761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:32:41,646 DEBUG [RS:0;6ee74a15f3e3:36403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ee74a15f3e3:36403 2024-11-09T03:32:41,646 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:32:41,646 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:32:41,646 DEBUG [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:32:41,647 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,46021,1731123160950 with port=36403, startcode=1731123161132 2024-11-09T03:32:41,647 DEBUG [RS:0;6ee74a15f3e3:36403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:32:41,648 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:32:41,649 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:32:41,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:41,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46021 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:41,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,36403,1731123161132 2024-11-09T03:32:41,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46021 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,36403,1731123161132 2024-11-09T03:32:41,651 DEBUG [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544 2024-11-09T03:32:41,651 DEBUG [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33883 2024-11-09T03:32:41,652 DEBUG [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:32:41,653 DEBUG [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544 2024-11-09T03:32:41,653 DEBUG [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33883 2024-11-09T03:32:41,653 DEBUG [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:32:41,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:41,733 DEBUG [RS:1;6ee74a15f3e3:36761 {}] zookeeper.ZKUtil(111): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:41,733 WARN [RS:1;6ee74a15f3e3:36761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:41,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,36761,1731123161177] 2024-11-09T03:32:41,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,36403,1731123161132] 2024-11-09T03:32:41,733 INFO [RS:1;6ee74a15f3e3:36761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:41,733 DEBUG [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:41,733 DEBUG [RS:0;6ee74a15f3e3:36403 {}] zookeeper.ZKUtil(111): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,36403,1731123161132 2024-11-09T03:32:41,733 WARN [RS:0;6ee74a15f3e3:36403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:41,733 INFO [RS:0;6ee74a15f3e3:36403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:41,733 DEBUG [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36403,1731123161132 2024-11-09T03:32:41,738 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:32:41,738 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:32:41,740 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:32:41,744 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:32:41,744 INFO [RS:1;6ee74a15f3e3:36761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:32:41,744 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,745 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:32:41,745 INFO [RS:0;6ee74a15f3e3:36403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:32:41,745 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,745 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:32:41,746 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:32:41,746 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,746 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:32:41,746 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,746 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:41,747 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,747 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:41,748 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:41,748 DEBUG [RS:0;6ee74a15f3e3:36403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:41,748 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:41,748 DEBUG [RS:1;6ee74a15f3e3:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:41,748 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,748 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,749 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,749 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,749 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,749 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,749 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36403,1731123161132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:41,749 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,749 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,749 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,749 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,749 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36761,1731123161177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:41,771 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:32:41,771 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:32:41,771 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36761,1731123161177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,771 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36403,1731123161132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,771 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,771 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,771 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.Replication(171): 6ee74a15f3e3,36761,1731123161177 started 2024-11-09T03:32:41,771 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.Replication(171): 6ee74a15f3e3,36403,1731123161132 started 2024-11-09T03:32:41,785 WARN [6ee74a15f3e3:46021 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T03:32:41,794 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,794 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:41,794 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,36403,1731123161132, RpcServer on 6ee74a15f3e3/172.17.0.2:36403, sessionid=0x1011da7230b0001 2024-11-09T03:32:41,794 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,36761,1731123161177, RpcServer on 6ee74a15f3e3/172.17.0.2:36761, sessionid=0x1011da7230b0002 2024-11-09T03:32:41,795 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:32:41,795 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:32:41,795 DEBUG [RS:1;6ee74a15f3e3:36761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:41,795 DEBUG [RS:0;6ee74a15f3e3:36403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,36403,1731123161132 2024-11-09T03:32:41,795 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,36761,1731123161177' 2024-11-09T03:32:41,795 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,36403,1731123161132' 2024-11-09T03:32:41,795 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:32:41,795 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:32:41,796 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:32:41,796 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:32:41,796 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:32:41,796 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:32:41,796 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:32:41,796 DEBUG [RS:0;6ee74a15f3e3:36403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,36403,1731123161132 2024-11-09T03:32:41,796 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,36403,1731123161132' 2024-11-09T03:32:41,796 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:32:41,796 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:32:41,796 DEBUG [RS:1;6ee74a15f3e3:36761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:41,796 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,36761,1731123161177' 2024-11-09T03:32:41,796 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:32:41,797 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:32:41,797 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:32:41,797 DEBUG [RS:0;6ee74a15f3e3:36403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:32:41,797 DEBUG [RS:1;6ee74a15f3e3:36761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:32:41,797 INFO [RS:1;6ee74a15f3e3:36761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:32:41,797 INFO [RS:0;6ee74a15f3e3:36403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:32:41,797 INFO [RS:1;6ee74a15f3e3:36761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:32:41,797 INFO [RS:0;6ee74a15f3e3:36403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:32:41,898 INFO [RS:1;6ee74a15f3e3:36761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:41,898 INFO [RS:0;6ee74a15f3e3:36403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:41,902 INFO [RS:1;6ee74a15f3e3:36761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C36761%2C1731123161177, suffix=, logDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36761,1731123161177, archiveDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/oldWALs, maxLogs=32 2024-11-09T03:32:41,902 INFO [RS:0;6ee74a15f3e3:36403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C36403%2C1731123161132, suffix=, logDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36403,1731123161132, archiveDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/oldWALs, maxLogs=32 2024-11-09T03:32:41,920 DEBUG [RS:0;6ee74a15f3e3:36403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36403,1731123161132/6ee74a15f3e3%2C36403%2C1731123161132.1731123161906, exclude list is [], retry=0 2024-11-09T03:32:41,920 DEBUG [RS:1;6ee74a15f3e3:36761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36761,1731123161177/6ee74a15f3e3%2C36761%2C1731123161177.1731123161906, exclude list is [], retry=0 2024-11-09T03:32:41,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37139,DS-88965231-ad36-4a32-8060-09c54b109472,DISK] 2024-11-09T03:32:41,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37139,DS-88965231-ad36-4a32-8060-09c54b109472,DISK] 2024-11-09T03:32:41,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46699,DS-b35bb955-0cc6-404b-b91d-b680aef5c4f0,DISK] 2024-11-09T03:32:41,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46699,DS-b35bb955-0cc6-404b-b91d-b680aef5c4f0,DISK] 2024-11-09T03:32:41,926 INFO [RS:1;6ee74a15f3e3:36761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36761,1731123161177/6ee74a15f3e3%2C36761%2C1731123161177.1731123161906 2024-11-09T03:32:41,926 INFO [RS:0;6ee74a15f3e3:36403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36403,1731123161132/6ee74a15f3e3%2C36403%2C1731123161132.1731123161906 2024-11-09T03:32:41,926 DEBUG [RS:1;6ee74a15f3e3:36761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39719:39719),(127.0.0.1/127.0.0.1:40909:40909)] 2024-11-09T03:32:41,926 DEBUG [RS:0;6ee74a15f3e3:36403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40909:40909),(127.0.0.1/127.0.0.1:39719:39719)] 2024-11-09T03:32:42,035 DEBUG [6ee74a15f3e3:46021 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T03:32:42,036 DEBUG [6ee74a15f3e3:46021 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:32:42,041 DEBUG [6ee74a15f3e3:46021 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:32:42,041 DEBUG [6ee74a15f3e3:46021 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:32:42,041 DEBUG [6ee74a15f3e3:46021 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:32:42,041 DEBUG [6ee74a15f3e3:46021 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:32:42,041 INFO [6ee74a15f3e3:46021 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:32:42,041 INFO [6ee74a15f3e3:46021 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:32:42,041 DEBUG [6ee74a15f3e3:46021 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:32:42,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:42,044 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,36761,1731123161177, state=OPENING 2024-11-09T03:32:42,132 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T03:32:42,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:42,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:42,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:42,145 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:32:42,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:42,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:42,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,36761,1731123161177}] 2024-11-09T03:32:42,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:42,304 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:42,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:42,320 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T03:32:42,320 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:42,321 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T03:32:42,323 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C36761%2C1731123161177.meta, suffix=.meta, logDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36761,1731123161177, archiveDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/oldWALs, maxLogs=32 2024-11-09T03:32:42,337 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36761,1731123161177/6ee74a15f3e3%2C36761%2C1731123161177.meta.1731123162324.meta, exclude list is [], retry=0 2024-11-09T03:32:42,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46699,DS-b35bb955-0cc6-404b-b91d-b680aef5c4f0,DISK] 2024-11-09T03:32:42,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37139,DS-88965231-ad36-4a32-8060-09c54b109472,DISK] 2024-11-09T03:32:42,343 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36761,1731123161177/6ee74a15f3e3%2C36761%2C1731123161177.meta.1731123162324.meta 2024-11-09T03:32:42,343 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39719:39719),(127.0.0.1/127.0.0.1:40909:40909)] 2024-11-09T03:32:42,343 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:32:42,344 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T03:32:42,344 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T03:32:42,344 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T03:32:42,344 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T03:32:42,344 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:42,344 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T03:32:42,344 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T03:32:42,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:32:42,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:32:42,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:42,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:42,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:32:42,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:32:42,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:42,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:42,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:32:42,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:32:42,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:42,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:42,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:32:42,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:32:42,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:42,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:42,354 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:32:42,355 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740 2024-11-09T03:32:42,356 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740 2024-11-09T03:32:42,358 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:32:42,358 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:32:42,359 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:42,361 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:32:42,362 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67827974, jitterRate=0.010715574026107788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:42,362 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T03:32:42,363 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731123162345Writing region info on filesystem at 1731123162345Initializing all the Stores at 1731123162346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123162346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123162346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123162346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123162346Cleaning up temporary data from old regions at 1731123162358 (+12 ms)Running coprocessor post-open hooks at 1731123162362 (+4 ms)Region opened successfully at 1731123162363 (+1 ms) 2024-11-09T03:32:42,364 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731123162303 2024-11-09T03:32:42,367 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T03:32:42,367 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T03:32:42,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:42,369 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,36761,1731123161177, state=OPEN 2024-11-09T03:32:42,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:42,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:42,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:42,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:42,376 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:42,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:42,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:42,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T03:32:42,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,36761,1731123161177 in 230 msec 2024-11-09T03:32:42,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T03:32:42,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 750 msec 2024-11-09T03:32:42,384 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:42,384 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T03:32:42,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:32:42,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,36761,1731123161177, seqNum=-1] 2024-11-09T03:32:42,386 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:42,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:42,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 823 msec 2024-11-09T03:32:42,395 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731123162395, completionTime=-1 2024-11-09T03:32:42,395 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T03:32:42,395 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T03:32:42,398 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T03:32:42,398 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731123222398 2024-11-09T03:32:42,398 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731123282398 2024-11-09T03:32:42,398 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T03:32:42,398 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46021,1731123160950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:42,398 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46021,1731123160950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:42,398 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46021,1731123160950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:42,398 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ee74a15f3e3:46021, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:42,398 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:42,399 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:42,401 DEBUG [master/6ee74a15f3e3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T03:32:42,403 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.153sec 2024-11-09T03:32:42,403 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T03:32:42,403 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T03:32:42,403 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T03:32:42,403 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T03:32:42,403 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T03:32:42,403 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46021,1731123160950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:42,403 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46021,1731123160950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T03:32:42,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2bdfa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:42,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ee74a15f3e3,46021,-1 for getting cluster id 2024-11-09T03:32:42,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T03:32:42,406 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T03:32:42,407 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T03:32:42,407 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46021,1731123160950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:42,408 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11857e6c-e54d-40fb-a1cd-4ba1358ee140' 2024-11-09T03:32:42,408 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T03:32:42,408 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11857e6c-e54d-40fb-a1cd-4ba1358ee140" 2024-11-09T03:32:42,408 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5966d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:42,409 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ee74a15f3e3,46021,-1] 2024-11-09T03:32:42,409 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T03:32:42,409 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:42,410 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T03:32:42,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657abb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:42,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:32:42,413 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,36761,1731123161177, seqNum=-1] 2024-11-09T03:32:42,413 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:42,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:42,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ee74a15f3e3,46021,1731123160950 2024-11-09T03:32:42,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T03:32:42,418 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ee74a15f3e3,46021,1731123160950 2024-11-09T03:32:42,418 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e522a63 2024-11-09T03:32:42,418 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T03:32:42,420 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T03:32:42,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:32:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T03:32:42,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T03:32:42,424 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:42,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T03:32:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:42,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T03:32:42,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:32:42,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:32:42,437 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69e6e02eacc0df4bde0dc6bb323547f1, NAME => 'testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544 2024-11-09T03:32:42,437 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 67f8e2842f7f848414136f1161cf79a5, NAME => 'testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544 2024-11-09T03:32:42,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:32:42,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:32:42,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:32:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:32:42,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:42,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 69e6e02eacc0df4bde0dc6bb323547f1, disabling compactions & flushes 2024-11-09T03:32:42,452 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:42,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:42,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. after waiting 0 ms 2024-11-09T03:32:42,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:42,452 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:42,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69e6e02eacc0df4bde0dc6bb323547f1: Waiting for close lock at 1731123162452Disabling compacts and flushes for region at 1731123162452Disabling writes for close at 1731123162452Writing region close event to WAL at 1731123162452Closed at 1731123162452 2024-11-09T03:32:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:42,855 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:42,855 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 67f8e2842f7f848414136f1161cf79a5, disabling compactions & flushes 2024-11-09T03:32:42,856 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:42,856 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:42,856 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. after waiting 0 ms 2024-11-09T03:32:42,856 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:42,856 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:42,857 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 67f8e2842f7f848414136f1161cf79a5: Waiting for close lock at 1731123162855Disabling compacts and flushes for region at 1731123162855Disabling writes for close at 1731123162856 (+1 ms)Writing region close event to WAL at 1731123162856Closed at 1731123162856 2024-11-09T03:32:42,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T03:32:42,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123162861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123162861"}]},"ts":"1731123162861"} 2024-11-09T03:32:42,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123162861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123162861"}]},"ts":"1731123162861"} 2024-11-09T03:32:42,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T03:32:42,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T03:32:42,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123162868"}]},"ts":"1731123162868"} 2024-11-09T03:32:42,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T03:32:42,872 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:32:42,874 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:32:42,874 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:32:42,874 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:32:42,874 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:32:42,874 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:32:42,874 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:32:42,874 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:32:42,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=69e6e02eacc0df4bde0dc6bb323547f1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67f8e2842f7f848414136f1161cf79a5, ASSIGN}] 2024-11-09T03:32:42,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67f8e2842f7f848414136f1161cf79a5, ASSIGN 2024-11-09T03:32:42,877 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=69e6e02eacc0df4bde0dc6bb323547f1, ASSIGN 2024-11-09T03:32:42,879 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=69e6e02eacc0df4bde0dc6bb323547f1, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,36761,1731123161177; forceNewPlan=false, retain=false 2024-11-09T03:32:42,879 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67f8e2842f7f848414136f1161cf79a5, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,36403,1731123161132; forceNewPlan=false, retain=false 2024-11-09T03:32:43,030 INFO [6ee74a15f3e3:46021 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T03:32:43,031 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69e6e02eacc0df4bde0dc6bb323547f1, regionState=OPENING, regionLocation=6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:43,031 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=67f8e2842f7f848414136f1161cf79a5, regionState=OPENING, regionLocation=6ee74a15f3e3,36403,1731123161132 2024-11-09T03:32:43,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=69e6e02eacc0df4bde0dc6bb323547f1, ASSIGN because future has completed 2024-11-09T03:32:43,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e6e02eacc0df4bde0dc6bb323547f1, server=6ee74a15f3e3,36761,1731123161177}] 2024-11-09T03:32:43,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67f8e2842f7f848414136f1161cf79a5, ASSIGN because future has completed 2024-11-09T03:32:43,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67f8e2842f7f848414136f1161cf79a5, server=6ee74a15f3e3,36403,1731123161132}] 2024-11-09T03:32:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:43,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T03:32:43,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T03:32:43,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T03:32:43,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T03:32:43,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T03:32:43,190 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T03:32:43,196 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:43,198 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:43,198 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 69e6e02eacc0df4bde0dc6bb323547f1, NAME => 'testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T03:32:43,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:43,198 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,198 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:43,199 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,199 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,200 INFO [StoreOpener-69e6e02eacc0df4bde0dc6bb323547f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,202 INFO [StoreOpener-69e6e02eacc0df4bde0dc6bb323547f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e6e02eacc0df4bde0dc6bb323547f1 columnFamilyName family 2024-11-09T03:32:43,202 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:43,202 DEBUG [StoreOpener-69e6e02eacc0df4bde0dc6bb323547f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:43,202 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 67f8e2842f7f848414136f1161cf79a5, NAME => 'testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T03:32:43,203 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,203 INFO [StoreOpener-69e6e02eacc0df4bde0dc6bb323547f1-1 {}] regionserver.HStore(327): Store=69e6e02eacc0df4bde0dc6bb323547f1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:43,203 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:43,203 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,203 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,203 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,204 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,204 INFO [StoreOpener-67f8e2842f7f848414136f1161cf79a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,204 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,205 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,205 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,206 INFO [StoreOpener-67f8e2842f7f848414136f1161cf79a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f8e2842f7f848414136f1161cf79a5 columnFamilyName family 2024-11-09T03:32:43,206 DEBUG [StoreOpener-67f8e2842f7f848414136f1161cf79a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:43,206 INFO [StoreOpener-67f8e2842f7f848414136f1161cf79a5-1 {}] regionserver.HStore(327): Store=67f8e2842f7f848414136f1161cf79a5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:43,207 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,207 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,207 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,208 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,208 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,208 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,210 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/69e6e02eacc0df4bde0dc6bb323547f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:43,210 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,210 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 69e6e02eacc0df4bde0dc6bb323547f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60384042, jitterRate=-0.10020765662193298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:32:43,210 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,211 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 69e6e02eacc0df4bde0dc6bb323547f1: Running coprocessor pre-open hook at 1731123163199Writing region info on filesystem at 1731123163199Initializing all the Stores at 1731123163200 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123163200Cleaning up temporary data from old regions at 1731123163205 (+5 ms)Running coprocessor post-open hooks at 1731123163210 (+5 ms)Region opened successfully at 1731123163211 (+1 ms) 2024-11-09T03:32:43,212 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1., pid=7, masterSystemTime=1731123163193 2024-11-09T03:32:43,212 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/67f8e2842f7f848414136f1161cf79a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:43,213 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 67f8e2842f7f848414136f1161cf79a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71871191, jitterRate=0.07096420228481293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:32:43,213 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,213 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 67f8e2842f7f848414136f1161cf79a5: Running coprocessor pre-open hook at 1731123163203Writing region info on filesystem at 1731123163203Initializing all the Stores at 1731123163204 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123163204Cleaning up temporary data from old regions at 1731123163208 (+4 ms)Running coprocessor post-open hooks at 1731123163213 (+5 ms)Region opened successfully at 1731123163213 2024-11-09T03:32:43,214 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5., pid=8, masterSystemTime=1731123163196 2024-11-09T03:32:43,215 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:43,215 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:43,216 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69e6e02eacc0df4bde0dc6bb323547f1, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:43,217 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:43,217 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:43,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=67f8e2842f7f848414136f1161cf79a5, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,36403,1731123161132 2024-11-09T03:32:43,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e6e02eacc0df4bde0dc6bb323547f1, server=6ee74a15f3e3,36761,1731123161177 because future has completed 2024-11-09T03:32:43,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67f8e2842f7f848414136f1161cf79a5, server=6ee74a15f3e3,36403,1731123161132 because future has completed 2024-11-09T03:32:43,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T03:32:43,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69e6e02eacc0df4bde0dc6bb323547f1, server=6ee74a15f3e3,36761,1731123161177 in 183 msec 2024-11-09T03:32:43,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=69e6e02eacc0df4bde0dc6bb323547f1, ASSIGN in 350 msec 2024-11-09T03:32:43,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T03:32:43,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 67f8e2842f7f848414136f1161cf79a5, server=6ee74a15f3e3,36403,1731123161132 in 182 msec 2024-11-09T03:32:43,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T03:32:43,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67f8e2842f7f848414136f1161cf79a5, ASSIGN in 353 msec 2024-11-09T03:32:43,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T03:32:43,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123163232"}]},"ts":"1731123163232"} 2024-11-09T03:32:43,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T03:32:43,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T03:32:43,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 816 msec 2024-11-09T03:32:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:43,569 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T03:32:43,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T03:32:43,570 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:32:43,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T03:32:43,578 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:32:43,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T03:32:43,584 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1., hostname=6ee74a15f3e3,36761,1731123161177, seqNum=2] 2024-11-09T03:32:43,599 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5., hostname=6ee74a15f3e3,36403,1731123161132, seqNum=2] 2024-11-09T03:32:43,599 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:43,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:43,613 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 67f8e2842f7f848414136f1161cf79a5 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T03:32:43,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/67f8e2842f7f848414136f1161cf79a5/.tmp/family/0fe5805be3f7481886252b485ad90e43 is 32, key is 5/family:/1731123163602/Put/seqid=0 2024-11-09T03:32:43,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741839_1015 (size=5083) 2024-11-09T03:32:43,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741839_1015 (size=5083) 2024-11-09T03:32:43,637 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/67f8e2842f7f848414136f1161cf79a5/.tmp/family/0fe5805be3f7481886252b485ad90e43 2024-11-09T03:32:43,645 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/67f8e2842f7f848414136f1161cf79a5/.tmp/family/0fe5805be3f7481886252b485ad90e43 as hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/67f8e2842f7f848414136f1161cf79a5/family/0fe5805be3f7481886252b485ad90e43 2024-11-09T03:32:43,655 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/67f8e2842f7f848414136f1161cf79a5/family/0fe5805be3f7481886252b485ad90e43, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T03:32:43,657 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 67f8e2842f7f848414136f1161cf79a5 in 45ms, sequenceid=9, compaction requested=false 2024-11-09T03:32:43,657 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 67f8e2842f7f848414136f1161cf79a5: 2024-11-09T03:32:43,657 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 69e6e02eacc0df4bde0dc6bb323547f1 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T03:32:43,675 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/69e6e02eacc0df4bde0dc6bb323547f1/.tmp/family/b8e1c59bd7ed4243acc56da3ac14a2b7 is 32, key is 1/family:/1731123163586/Put/seqid=0 2024-11-09T03:32:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741840_1016 (size=5054) 2024-11-09T03:32:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741840_1016 (size=5054) 2024-11-09T03:32:43,683 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/69e6e02eacc0df4bde0dc6bb323547f1/.tmp/family/b8e1c59bd7ed4243acc56da3ac14a2b7 2024-11-09T03:32:43,693 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/69e6e02eacc0df4bde0dc6bb323547f1/.tmp/family/b8e1c59bd7ed4243acc56da3ac14a2b7 as hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/69e6e02eacc0df4bde0dc6bb323547f1/family/b8e1c59bd7ed4243acc56da3ac14a2b7 2024-11-09T03:32:43,703 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/69e6e02eacc0df4bde0dc6bb323547f1/family/b8e1c59bd7ed4243acc56da3ac14a2b7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T03:32:43,705 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 69e6e02eacc0df4bde0dc6bb323547f1 in 47ms, sequenceid=8, compaction requested=false 2024-11-09T03:32:43,705 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 69e6e02eacc0df4bde0dc6bb323547f1: 2024-11-09T03:32:43,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T03:32:43,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:32:43,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:43,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:43,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:43,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T03:32:43,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T03:32:43,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1263237796, stopped=false 2024-11-09T03:32:43,712 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ee74a15f3e3,46021,1731123160950 2024-11-09T03:32:43,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:43,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:43,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:43,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:43,776 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:32:43,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:43,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:43,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:32:43,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:43,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:43,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:43,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:43,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:43,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,36403,1731123161132' ***** 2024-11-09T03:32:43,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:32:43,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,36761,1731123161177' ***** 2024-11-09T03:32:43,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:32:43,780 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:32:43,780 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:32:43,780 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:32:43,780 INFO [RS:1;6ee74a15f3e3:36761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:32:43,780 INFO [RS:1;6ee74a15f3e3:36761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:32:43,781 INFO [RS:0;6ee74a15f3e3:36403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:32:43,781 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(3091): Received CLOSE for 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,781 INFO [RS:0;6ee74a15f3e3:36403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:32:43,781 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(3091): Received CLOSE for 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,781 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:32:43,781 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:43,781 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:43,781 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,36403,1731123161132 2024-11-09T03:32:43,781 INFO [RS:1;6ee74a15f3e3:36761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6ee74a15f3e3:36761. 2024-11-09T03:32:43,781 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:43,781 INFO [RS:0;6ee74a15f3e3:36403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ee74a15f3e3:36403. 2024-11-09T03:32:43,781 DEBUG [RS:1;6ee74a15f3e3:36761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:43,782 DEBUG [RS:1;6ee74a15f3e3:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:43,782 DEBUG [RS:0;6ee74a15f3e3:36403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:43,782 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67f8e2842f7f848414136f1161cf79a5, disabling compactions & flushes 2024-11-09T03:32:43,782 DEBUG [RS:0;6ee74a15f3e3:36403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:43,782 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:32:43,782 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:43,782 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:32:43,782 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T03:32:43,782 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:32:43,782 DEBUG [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(1325): Online Regions={67f8e2842f7f848414136f1161cf79a5=testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5.} 2024-11-09T03:32:43,782 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:43,782 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T03:32:43,782 DEBUG [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(1351): Waiting on 67f8e2842f7f848414136f1161cf79a5 2024-11-09T03:32:43,782 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. after waiting 0 ms 2024-11-09T03:32:43,782 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:43,782 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T03:32:43,782 DEBUG [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 69e6e02eacc0df4bde0dc6bb323547f1=testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1.} 2024-11-09T03:32:43,782 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69e6e02eacc0df4bde0dc6bb323547f1, disabling compactions & flushes 2024-11-09T03:32:43,783 DEBUG [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e6e02eacc0df4bde0dc6bb323547f1 2024-11-09T03:32:43,783 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:43,783 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:32:43,783 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:43,783 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:32:43,783 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. after waiting 0 ms 2024-11-09T03:32:43,783 INFO [regionserver/6ee74a15f3e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T03:32:43,783 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:32:43,783 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:43,783 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:32:43,783 INFO [regionserver/6ee74a15f3e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T03:32:43,783 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:32:43,784 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T03:32:43,790 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/69e6e02eacc0df4bde0dc6bb323547f1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T03:32:43,791 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:43,791 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69e6e02eacc0df4bde0dc6bb323547f1: Waiting for close lock at 1731123163782Running coprocessor pre-close hooks at 1731123163782Disabling compacts and flushes for region at 1731123163782Disabling writes for close at 1731123163783 (+1 ms)Writing region close event to WAL at 1731123163785 (+2 ms)Running coprocessor post-close hooks at 1731123163790 (+5 ms)Closed at 1731123163790 2024-11-09T03:32:43,791 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731123162420.69e6e02eacc0df4bde0dc6bb323547f1. 2024-11-09T03:32:43,791 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/default/testClearRegionBlockCache/67f8e2842f7f848414136f1161cf79a5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T03:32:43,792 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:43,792 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67f8e2842f7f848414136f1161cf79a5: Waiting for close lock at 1731123163781Running coprocessor pre-close hooks at 1731123163781Disabling compacts and flushes for region at 1731123163781Disabling writes for close at 1731123163782 (+1 ms)Writing region close event to WAL at 1731123163783 (+1 ms)Running coprocessor post-close hooks at 1731123163792 (+9 ms)Closed at 1731123163792 2024-11-09T03:32:43,792 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5. 2024-11-09T03:32:43,803 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/.tmp/info/7dc559052d3f493ca0320a04cf7db0c4 is 173, key is testClearRegionBlockCache,5,1731123162420.67f8e2842f7f848414136f1161cf79a5./info:regioninfo/1731123163218/Put/seqid=0 2024-11-09T03:32:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:32:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:32:43,809 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/.tmp/info/7dc559052d3f493ca0320a04cf7db0c4 2024-11-09T03:32:43,833 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/.tmp/ns/af9a5fc602ef4f25b82e6d45f4efd14d is 43, key is default/ns:d/1731123162388/Put/seqid=0 2024-11-09T03:32:43,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:32:43,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:32:43,839 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/.tmp/ns/af9a5fc602ef4f25b82e6d45f4efd14d 2024-11-09T03:32:43,851 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:43,851 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:43,860 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/.tmp/table/253eb4fcc120493eb8ca80f9213a813e is 61, key is testClearRegionBlockCache/table:state/1731123163232/Put/seqid=0 2024-11-09T03:32:43,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:32:43,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:32:43,866 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/.tmp/table/253eb4fcc120493eb8ca80f9213a813e 2024-11-09T03:32:43,875 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/.tmp/info/7dc559052d3f493ca0320a04cf7db0c4 as hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/info/7dc559052d3f493ca0320a04cf7db0c4 2024-11-09T03:32:43,883 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/info/7dc559052d3f493ca0320a04cf7db0c4, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T03:32:43,885 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/.tmp/ns/af9a5fc602ef4f25b82e6d45f4efd14d as hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/ns/af9a5fc602ef4f25b82e6d45f4efd14d 2024-11-09T03:32:43,895 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/ns/af9a5fc602ef4f25b82e6d45f4efd14d, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T03:32:43,897 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/.tmp/table/253eb4fcc120493eb8ca80f9213a813e as hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/table/253eb4fcc120493eb8ca80f9213a813e 2024-11-09T03:32:43,905 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/table/253eb4fcc120493eb8ca80f9213a813e, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T03:32:43,907 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false 2024-11-09T03:32:43,913 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T03:32:43,913 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T03:32:43,914 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:43,914 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123163783Running coprocessor pre-close hooks at 1731123163783Disabling compacts and flushes for region at 1731123163783Disabling writes for close at 1731123163783Obtaining lock to block concurrent updates at 1731123163784 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731123163784Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731123163784Flushing stores of hbase:meta,,1.1588230740 at 1731123163786 (+2 ms)Flushing 1588230740/info: creating writer at 1731123163786Flushing 1588230740/info: appending metadata at 1731123163802 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731123163802Flushing 1588230740/ns: creating writer at 1731123163817 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731123163832 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731123163832Flushing 1588230740/table: creating writer at 1731123163845 (+13 ms)Flushing 1588230740/table: appending metadata at 1731123163859 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731123163859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ca6f07: reopening flushed file at 1731123163873 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6947e898: reopening flushed file at 1731123163884 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d01f8: reopening flushed file at 1731123163896 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false at 1731123163907 (+11 ms)Writing region close event to WAL at 1731123163908 (+1 ms)Running coprocessor post-close hooks at 1731123163913 (+5 ms)Closed at 1731123163914 (+1 ms) 2024-11-09T03:32:43,914 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:43,982 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,36403,1731123161132; all regions closed. 2024-11-09T03:32:43,983 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,36761,1731123161177; all regions closed. 2024-11-09T03:32:43,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741834_1010 (size=1867) 2024-11-09T03:32:43,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741834_1010 (size=1867) 2024-11-09T03:32:43,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:32:43,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:32:43,992 DEBUG [RS:0;6ee74a15f3e3:36403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/oldWALs 2024-11-09T03:32:43,992 INFO [RS:0;6ee74a15f3e3:36403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C36403%2C1731123161132:(num 1731123161906) 2024-11-09T03:32:43,992 DEBUG [RS:0;6ee74a15f3e3:36403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:43,992 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:43,992 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:43,993 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:43,993 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:32:43,993 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:43,993 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:32:43,993 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:32:43,993 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:43,993 INFO [RS:0;6ee74a15f3e3:36403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36403 2024-11-09T03:32:43,994 DEBUG [RS:1;6ee74a15f3e3:36761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/oldWALs 2024-11-09T03:32:43,994 INFO [RS:1;6ee74a15f3e3:36761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C36761%2C1731123161177.meta:.meta(num 1731123162324) 2024-11-09T03:32:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741833_1009 (size=1758) 2024-11-09T03:32:43,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/WALs/6ee74a15f3e3,36761,1731123161177/6ee74a15f3e3%2C36761%2C1731123161177.1731123161906 not finished, retry = 0 2024-11-09T03:32:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741833_1009 (size=1758) 2024-11-09T03:32:44,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:44,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,36403,1731123161132 2024-11-09T03:32:44,007 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:44,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,36403,1731123161132] 2024-11-09T03:32:44,028 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,36403,1731123161132 already deleted, retry=false 2024-11-09T03:32:44,028 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,36403,1731123161132 expired; onlineServers=1 2024-11-09T03:32:44,106 DEBUG [RS:1;6ee74a15f3e3:36761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/oldWALs 2024-11-09T03:32:44,106 INFO [RS:1;6ee74a15f3e3:36761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C36761%2C1731123161177:(num 1731123161906) 2024-11-09T03:32:44,107 DEBUG [RS:1;6ee74a15f3e3:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:44,107 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:44,107 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:44,108 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:44,108 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:44,108 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:44,108 INFO [RS:1;6ee74a15f3e3:36761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36761 2024-11-09T03:32:44,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:44,118 INFO [RS:0;6ee74a15f3e3:36403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:44,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36403-0x1011da7230b0001, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:44,118 INFO [RS:0;6ee74a15f3e3:36403 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,36403,1731123161132; zookeeper connection closed. 2024-11-09T03:32:44,118 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@481a46c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@481a46c0 2024-11-09T03:32:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,36761,1731123161177 2024-11-09T03:32:44,121 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:44,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,36761,1731123161177] 2024-11-09T03:32:44,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,36761,1731123161177 already deleted, retry=false 2024-11-09T03:32:44,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,36761,1731123161177 expired; onlineServers=0 2024-11-09T03:32:44,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ee74a15f3e3,46021,1731123160950' ***** 2024-11-09T03:32:44,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T03:32:44,144 INFO [M:0;6ee74a15f3e3:46021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:44,144 INFO [M:0;6ee74a15f3e3:46021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:44,145 DEBUG [M:0;6ee74a15f3e3:46021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T03:32:44,145 DEBUG [M:0;6ee74a15f3e3:46021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T03:32:44,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T03:32:44,145 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123161577 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123161577,5,FailOnTimeoutGroup] 2024-11-09T03:32:44,145 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123161578 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123161578,5,FailOnTimeoutGroup] 2024-11-09T03:32:44,145 INFO [M:0;6ee74a15f3e3:46021 {}] hbase.ChoreService(370): Chore service for: master/6ee74a15f3e3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:44,146 INFO [M:0;6ee74a15f3e3:46021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:44,146 DEBUG [M:0;6ee74a15f3e3:46021 {}] master.HMaster(1795): Stopping service threads 2024-11-09T03:32:44,146 INFO [M:0;6ee74a15f3e3:46021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T03:32:44,146 INFO [M:0;6ee74a15f3e3:46021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:32:44,147 INFO [M:0;6ee74a15f3e3:46021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T03:32:44,147 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T03:32:44,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:44,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:44,155 DEBUG [M:0;6ee74a15f3e3:46021 {}] zookeeper.ZKUtil(347): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T03:32:44,155 WARN [M:0;6ee74a15f3e3:46021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T03:32:44,157 INFO [M:0;6ee74a15f3e3:46021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/.lastflushedseqids 2024-11-09T03:32:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741844_1020 (size=191) 2024-11-09T03:32:44,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741844_1020 (size=191) 2024-11-09T03:32:44,167 INFO [M:0;6ee74a15f3e3:46021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T03:32:44,167 INFO [M:0;6ee74a15f3e3:46021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T03:32:44,168 DEBUG [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:32:44,168 INFO [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:44,168 DEBUG [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:44,168 DEBUG [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:32:44,168 DEBUG [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:44,168 INFO [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-09T03:32:44,187 DEBUG [M:0;6ee74a15f3e3:46021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d040ecb1aa05404fbfa6227f92b7e4ac is 82, key is hbase:meta,,1/info:regioninfo/1731123162368/Put/seqid=0 2024-11-09T03:32:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:32:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:32:44,193 INFO [M:0;6ee74a15f3e3:46021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d040ecb1aa05404fbfa6227f92b7e4ac 2024-11-09T03:32:44,215 DEBUG [M:0;6ee74a15f3e3:46021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6780923d531e4a299b04ab04a1590677 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731123163239/Put/seqid=0 2024-11-09T03:32:44,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741846_1022 (size=6220) 2024-11-09T03:32:44,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741846_1022 (size=6220) 2024-11-09T03:32:44,222 INFO [M:0;6ee74a15f3e3:46021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6780923d531e4a299b04ab04a1590677 2024-11-09T03:32:44,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:44,234 INFO [RS:1;6ee74a15f3e3:36761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:44,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1011da7230b0002, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:44,234 INFO [RS:1;6ee74a15f3e3:36761 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,36761,1731123161177; zookeeper connection closed. 2024-11-09T03:32:44,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65f10ae6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65f10ae6 2024-11-09T03:32:44,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T03:32:44,244 DEBUG [M:0;6ee74a15f3e3:46021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b269613c5a54426b70cea8e0492efe8 is 69, key is 6ee74a15f3e3,36403,1731123161132/rs:state/1731123161651/Put/seqid=0 2024-11-09T03:32:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:32:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:32:44,251 INFO [M:0;6ee74a15f3e3:46021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b269613c5a54426b70cea8e0492efe8 2024-11-09T03:32:44,257 DEBUG [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d040ecb1aa05404fbfa6227f92b7e4ac as hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d040ecb1aa05404fbfa6227f92b7e4ac 2024-11-09T03:32:44,265 INFO [M:0;6ee74a15f3e3:46021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d040ecb1aa05404fbfa6227f92b7e4ac, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T03:32:44,266 DEBUG [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6780923d531e4a299b04ab04a1590677 as hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6780923d531e4a299b04ab04a1590677 2024-11-09T03:32:44,273 INFO [M:0;6ee74a15f3e3:46021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6780923d531e4a299b04ab04a1590677, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T03:32:44,274 DEBUG [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b269613c5a54426b70cea8e0492efe8 as hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b269613c5a54426b70cea8e0492efe8 2024-11-09T03:32:44,281 INFO [M:0;6ee74a15f3e3:46021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33883/user/jenkins/test-data/e245719c-02b6-0165-f5f4-35b487aca544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b269613c5a54426b70cea8e0492efe8, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T03:32:44,283 INFO [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=71, compaction requested=false 2024-11-09T03:32:44,285 INFO [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:44,285 DEBUG [M:0;6ee74a15f3e3:46021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123164167Disabling compacts and flushes for region at 1731123164167Disabling writes for close at 1731123164168 (+1 ms)Obtaining lock to block concurrent updates at 1731123164168Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731123164168Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731123164168Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731123164169 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731123164169Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731123164186 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731123164186Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731123164199 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731123164215 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731123164215Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731123164228 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731123164244 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731123164244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d176890: reopening flushed file at 1731123164256 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d06f2e: reopening flushed file at 1731123164265 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf1c06f: reopening flushed file at 1731123164273 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=71, compaction requested=false at 1731123164283 (+10 ms)Writing region close event to WAL at 1731123164285 (+2 ms)Closed at 1731123164285 2024-11-09T03:32:44,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37139 is added to blk_1073741830_1006 (size=35452) 2024-11-09T03:32:44,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46699 is added to blk_1073741830_1006 (size=35452) 2024-11-09T03:32:44,289 INFO [M:0;6ee74a15f3e3:46021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T03:32:44,289 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:44,289 INFO [M:0;6ee74a15f3e3:46021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46021 2024-11-09T03:32:44,289 INFO [M:0;6ee74a15f3e3:46021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:44,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:44,402 INFO [M:0;6ee74a15f3e3:46021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:44,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46021-0x1011da7230b0000, quorum=127.0.0.1:60888, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:44,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c344985{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:44,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2718dddd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:44,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:44,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aa72de2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:44,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@115ef565{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:44,406 WARN [BP-1296741-172.17.0.2-1731123158685 heartbeating to localhost/127.0.0.1:33883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:32:44,406 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:32:44,406 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:32:44,406 WARN [BP-1296741-172.17.0.2-1731123158685 heartbeating to localhost/127.0.0.1:33883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1296741-172.17.0.2-1731123158685 (Datanode Uuid d9273858-b3ca-4227-bcb5-f6b5164ac4cf) service to localhost/127.0.0.1:33883 2024-11-09T03:32:44,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/data/data3/current/BP-1296741-172.17.0.2-1731123158685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:44,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/data/data4/current/BP-1296741-172.17.0.2-1731123158685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:44,407 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:32:44,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ea61d05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:44,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aff5805{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:44,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:44,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@463667a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:44,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19b4dee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:44,411 WARN [BP-1296741-172.17.0.2-1731123158685 heartbeating to localhost/127.0.0.1:33883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:32:44,411 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:32:44,411 WARN [BP-1296741-172.17.0.2-1731123158685 heartbeating to localhost/127.0.0.1:33883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1296741-172.17.0.2-1731123158685 (Datanode Uuid 299c2a47-16ae-48b0-9327-be8db5425c59) service to localhost/127.0.0.1:33883 2024-11-09T03:32:44,411 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:32:44,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/data/data1/current/BP-1296741-172.17.0.2-1731123158685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:44,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/cluster_e388853c-8fcd-a069-d842-b3b5738b77b4/data/data2/current/BP-1296741-172.17.0.2-1731123158685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:44,412 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:32:44,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1461b002{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:32:44,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53471222{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:44,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:44,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b97664a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:44,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@206a6f46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:44,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T03:32:44,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T03:32:44,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 85) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:33883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:33883 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:33883 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:33883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=443 (was 408) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 556), ProcessCount=11 (was 11), AvailableMemoryMB=4150 (was 4306) 2024-11-09T03:32:44,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=4150 2024-11-09T03:32:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.log.dir so I do NOT create it in target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f 2024-11-09T03:32:44,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T03:32:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.tmp.dir so I do NOT create it in target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f 2024-11-09T03:32:44,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c5ae2768-093c-94c9-aea6-657ebd810ad2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T03:32:44,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f 2024-11-09T03:32:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T03:32:44,484 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39, deleteOnExit=true 2024-11-09T03:32:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T03:32:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/test.cache.data in system properties and HBase conf 2024-11-09T03:32:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T03:32:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.log.dir in system properties and HBase conf 2024-11-09T03:32:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T03:32:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T03:32:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T03:32:44,485 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T03:32:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:32:44,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/nfs.dump.dir in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/java.io.tmpdir in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T03:32:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T03:32:44,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:44,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:44,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:44,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:44,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T03:32:44,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:44,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b165b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:44,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7311898c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:44,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16f30c50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/java.io.tmpdir/jetty-localhost-40217-hadoop-hdfs-3_4_1-tests_jar-_-any-12424679480824496054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:32:44,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2852c3e1{HTTP/1.1, (http/1.1)}{localhost:40217} 2024-11-09T03:32:44,887 INFO [Time-limited test {}] server.Server(415): Started @17950ms 2024-11-09T03:32:45,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:45,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:45,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:45,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:45,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T03:32:45,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:45,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@460182b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:45,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20e7508{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/java.io.tmpdir/jetty-localhost-42555-hadoop-hdfs-3_4_1-tests_jar-_-any-15541877677118271738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:45,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6973bc3f{HTTP/1.1, (http/1.1)}{localhost:42555} 2024-11-09T03:32:45,260 INFO [Time-limited test {}] server.Server(415): Started @18323ms 2024-11-09T03:32:45,262 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:32:45,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:45,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:45,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:45,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:45,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T03:32:45,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a1bb5cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:45,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4babe753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:45,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30954960{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/java.io.tmpdir/jetty-localhost-42401-hadoop-hdfs-3_4_1-tests_jar-_-any-6138048363433878350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:45,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bc4f857{HTTP/1.1, (http/1.1)}{localhost:42401} 2024-11-09T03:32:45,401 INFO [Time-limited test {}] server.Server(415): Started @18465ms 2024-11-09T03:32:45,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:32:46,542 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/data/data2/current/BP-1395570507-172.17.0.2-1731123164514/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:46,542 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/data/data1/current/BP-1395570507-172.17.0.2-1731123164514/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:46,562 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:32:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb38e05e624c9e534 with lease ID 0x255ed2920b8a9419: Processing first storage report for DS-902d900f-dceb-47b8-82a2-a1fa6ea993bf from datanode DatanodeRegistration(127.0.0.1:45585, datanodeUuid=76f63188-b013-4bb4-ad9d-1855fbbb1d6f, infoPort=43807, infoSecurePort=0, ipcPort=35269, storageInfo=lv=-57;cid=testClusterID;nsid=923873867;c=1731123164514) 2024-11-09T03:32:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb38e05e624c9e534 with lease ID 0x255ed2920b8a9419: from storage DS-902d900f-dceb-47b8-82a2-a1fa6ea993bf node DatanodeRegistration(127.0.0.1:45585, datanodeUuid=76f63188-b013-4bb4-ad9d-1855fbbb1d6f, infoPort=43807, infoSecurePort=0, ipcPort=35269, storageInfo=lv=-57;cid=testClusterID;nsid=923873867;c=1731123164514), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T03:32:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb38e05e624c9e534 with lease ID 0x255ed2920b8a9419: Processing first storage report for DS-f600c9d4-805a-4c62-93e4-4e43732cc80f from datanode DatanodeRegistration(127.0.0.1:45585, datanodeUuid=76f63188-b013-4bb4-ad9d-1855fbbb1d6f, infoPort=43807, infoSecurePort=0, ipcPort=35269, storageInfo=lv=-57;cid=testClusterID;nsid=923873867;c=1731123164514) 2024-11-09T03:32:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb38e05e624c9e534 with lease ID 0x255ed2920b8a9419: from storage DS-f600c9d4-805a-4c62-93e4-4e43732cc80f node DatanodeRegistration(127.0.0.1:45585, datanodeUuid=76f63188-b013-4bb4-ad9d-1855fbbb1d6f, infoPort=43807, infoSecurePort=0, ipcPort=35269, storageInfo=lv=-57;cid=testClusterID;nsid=923873867;c=1731123164514), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:46,679 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/data/data3/current/BP-1395570507-172.17.0.2-1731123164514/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:46,680 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/data/data4/current/BP-1395570507-172.17.0.2-1731123164514/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:46,695 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:32:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9fa2b4441f18caa with lease ID 0x255ed2920b8a941a: Processing first storage report for DS-736e834d-5050-4b33-b72f-0bdebd9421eb from datanode DatanodeRegistration(127.0.0.1:36159, datanodeUuid=31c9a5b7-e43f-4690-b1ea-1c79303ce8f4, infoPort=37555, infoSecurePort=0, ipcPort=40489, storageInfo=lv=-57;cid=testClusterID;nsid=923873867;c=1731123164514) 2024-11-09T03:32:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9fa2b4441f18caa with lease ID 0x255ed2920b8a941a: from storage DS-736e834d-5050-4b33-b72f-0bdebd9421eb node DatanodeRegistration(127.0.0.1:36159, datanodeUuid=31c9a5b7-e43f-4690-b1ea-1c79303ce8f4, infoPort=37555, infoSecurePort=0, ipcPort=40489, storageInfo=lv=-57;cid=testClusterID;nsid=923873867;c=1731123164514), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9fa2b4441f18caa with lease ID 0x255ed2920b8a941a: Processing first storage report for DS-919e88f9-92b0-428e-b44a-a16f92075b02 from datanode DatanodeRegistration(127.0.0.1:36159, datanodeUuid=31c9a5b7-e43f-4690-b1ea-1c79303ce8f4, infoPort=37555, infoSecurePort=0, ipcPort=40489, storageInfo=lv=-57;cid=testClusterID;nsid=923873867;c=1731123164514) 2024-11-09T03:32:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9fa2b4441f18caa with lease ID 0x255ed2920b8a941a: from storage DS-919e88f9-92b0-428e-b44a-a16f92075b02 node DatanodeRegistration(127.0.0.1:36159, datanodeUuid=31c9a5b7-e43f-4690-b1ea-1c79303ce8f4, infoPort=37555, infoSecurePort=0, ipcPort=40489, storageInfo=lv=-57;cid=testClusterID;nsid=923873867;c=1731123164514), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:46,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f 2024-11-09T03:32:46,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/zookeeper_0, clientPort=58619, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T03:32:46,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58619 2024-11-09T03:32:46,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:46,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:32:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:32:46,764 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32 with version=8 2024-11-09T03:32:46,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/hbase-staging 2024-11-09T03:32:46,766 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:46,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:46,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:46,766 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:46,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:46,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:46,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T03:32:46,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:46,767 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36781 2024-11-09T03:32:46,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36781 connecting to ZooKeeper ensemble=127.0.0.1:58619 2024-11-09T03:32:46,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367810x0, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:46,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36781-0x1011da739c80000 connected 2024-11-09T03:32:46,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:46,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:46,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:46,969 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32, hbase.cluster.distributed=false 2024-11-09T03:32:46,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:46,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36781 2024-11-09T03:32:46,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36781 2024-11-09T03:32:46,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36781 2024-11-09T03:32:46,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36781 2024-11-09T03:32:46,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36781 2024-11-09T03:32:46,989 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:46,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:46,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:46,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:46,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:46,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:46,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:32:46,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:46,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42565 2024-11-09T03:32:46,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42565 connecting to ZooKeeper ensemble=127.0.0.1:58619 2024-11-09T03:32:46,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:46,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:47,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425650x0, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:47,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425650x0, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:47,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42565-0x1011da739c80001 connected 2024-11-09T03:32:47,011 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:32:47,012 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:32:47,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:32:47,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:47,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42565 2024-11-09T03:32:47,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42565 2024-11-09T03:32:47,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42565 2024-11-09T03:32:47,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42565 2024-11-09T03:32:47,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42565 2024-11-09T03:32:47,033 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:47,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:47,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:47,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:47,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:47,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:47,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:32:47,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:47,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34255 2024-11-09T03:32:47,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34255 connecting to ZooKeeper ensemble=127.0.0.1:58619 2024-11-09T03:32:47,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:47,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:47,052 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342550x0, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:47,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34255-0x1011da739c80002 connected 2024-11-09T03:32:47,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:47,053 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:32:47,055 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:32:47,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:32:47,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:47,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-09T03:32:47,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34255 2024-11-09T03:32:47,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34255 2024-11-09T03:32:47,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-09T03:32:47,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-09T03:32:47,080 DEBUG [M:0;6ee74a15f3e3:36781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ee74a15f3e3:36781 2024-11-09T03:32:47,080 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6ee74a15f3e3,36781,1731123166766 2024-11-09T03:32:47,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:47,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:47,090 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:47,090 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6ee74a15f3e3,36781,1731123166766 2024-11-09T03:32:47,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:47,100 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,101 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,101 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T03:32:47,102 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6ee74a15f3e3,36781,1731123166766 from backup master directory 2024-11-09T03:32:47,111 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6ee74a15f3e3,36781,1731123166766 2024-11-09T03:32:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:47,111 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:47,111 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ee74a15f3e3,36781,1731123166766 2024-11-09T03:32:47,116 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/hbase.id] with ID: 76a8704d-2864-43ee-b58d-17653119caf0 2024-11-09T03:32:47,116 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/.tmp/hbase.id 2024-11-09T03:32:47,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:32:47,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:32:47,122 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/.tmp/hbase.id]:[hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/hbase.id] 2024-11-09T03:32:47,134 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:47,134 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T03:32:47,136 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T03:32:47,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,147 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:32:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:32:47,155 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:32:47,156 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T03:32:47,156 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:47,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:32:47,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:32:47,165 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store 2024-11-09T03:32:47,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:32:47,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:32:47,173 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:47,173 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:32:47,173 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:47,173 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:47,173 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:32:47,173 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:47,173 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:47,173 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123167173Disabling compacts and flushes for region at 1731123167173Disabling writes for close at 1731123167173Writing region close event to WAL at 1731123167173Closed at 1731123167173 2024-11-09T03:32:47,174 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/.initializing 2024-11-09T03:32:47,174 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/WALs/6ee74a15f3e3,36781,1731123166766 2024-11-09T03:32:47,175 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:47,177 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C36781%2C1731123166766, suffix=, logDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/WALs/6ee74a15f3e3,36781,1731123166766, archiveDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/oldWALs, maxLogs=10 2024-11-09T03:32:47,191 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/WALs/6ee74a15f3e3,36781,1731123166766/6ee74a15f3e3%2C36781%2C1731123166766.1731123167177, exclude list is [], retry=0 2024-11-09T03:32:47,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36159,DS-736e834d-5050-4b33-b72f-0bdebd9421eb,DISK] 2024-11-09T03:32:47,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45585,DS-902d900f-dceb-47b8-82a2-a1fa6ea993bf,DISK] 2024-11-09T03:32:47,196 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/WALs/6ee74a15f3e3,36781,1731123166766/6ee74a15f3e3%2C36781%2C1731123166766.1731123167177 2024-11-09T03:32:47,197 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37555:37555),(127.0.0.1/127.0.0.1:43807:43807)] 2024-11-09T03:32:47,197 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:32:47,197 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:47,197 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,197 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T03:32:47,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:47,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:47,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T03:32:47,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:47,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:47,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T03:32:47,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:47,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:47,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T03:32:47,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:47,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:47,208 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,209 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,209 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,211 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,211 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,212 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:47,213 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:47,215 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:47,216 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64409463, jitterRate=-0.04022420942783356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:47,217 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731123167197Initializing all the Stores at 1731123167198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123167198Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123167198Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123167198Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123167198Cleaning up temporary data from old regions at 1731123167211 (+13 ms)Region opened successfully at 1731123167217 (+6 ms) 2024-11-09T03:32:47,217 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T03:32:47,220 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6d6aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:47,221 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T03:32:47,221 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T03:32:47,221 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T03:32:47,221 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T03:32:47,222 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T03:32:47,222 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T03:32:47,222 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T03:32:47,225 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T03:32:47,225 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T03:32:47,237 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T03:32:47,238 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T03:32:47,239 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T03:32:47,248 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T03:32:47,248 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T03:32:47,250 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T03:32:47,259 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T03:32:47,261 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T03:32:47,273 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T03:32:47,279 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T03:32:47,290 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T03:32:47,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:47,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:47,301 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:47,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,301 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,303 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ee74a15f3e3,36781,1731123166766, sessionid=0x1011da739c80000, setting cluster-up flag (Was=false) 2024-11-09T03:32:47,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,326 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,358 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T03:32:47,360 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,36781,1731123166766 2024-11-09T03:32:47,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,378 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,410 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T03:32:47,413 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,36781,1731123166766 2024-11-09T03:32:47,415 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T03:32:47,418 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:47,418 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T03:32:47,418 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T03:32:47,419 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ee74a15f3e3,36781,1731123166766 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T03:32:47,421 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:47,421 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:47,421 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:47,421 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:47,421 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ee74a15f3e3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T03:32:47,421 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,422 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:47,422 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,423 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731123197423 2024-11-09T03:32:47,423 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T03:32:47,423 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T03:32:47,423 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T03:32:47,423 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T03:32:47,423 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T03:32:47,423 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T03:32:47,423 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,424 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T03:32:47,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:47,424 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T03:32:47,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T03:32:47,424 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T03:32:47,425 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T03:32:47,425 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T03:32:47,425 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123167425,5,FailOnTimeoutGroup] 2024-11-09T03:32:47,425 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123167425,5,FailOnTimeoutGroup] 2024-11-09T03:32:47,425 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,425 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T03:32:47,425 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,426 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,426 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:47,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T03:32:47,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:32:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:32:47,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T03:32:47,437 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32 2024-11-09T03:32:47,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741832_1008 (size=32) 2024-11-09T03:32:47,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741832_1008 (size=32) 2024-11-09T03:32:47,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:47,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:32:47,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:32:47,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:47,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:47,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:32:47,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:32:47,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:47,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:47,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:32:47,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:32:47,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:47,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:47,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:32:47,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:32:47,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:47,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:47,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:32:47,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740 2024-11-09T03:32:47,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740 2024-11-09T03:32:47,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:32:47,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:32:47,458 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:47,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:32:47,462 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:47,462 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(746): ClusterId : 76a8704d-2864-43ee-b58d-17653119caf0 2024-11-09T03:32:47,462 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(746): ClusterId : 76a8704d-2864-43ee-b58d-17653119caf0 2024-11-09T03:32:47,462 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:32:47,462 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:32:47,462 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62322374, jitterRate=-0.07132425904273987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:47,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731123167445Initializing all the Stores at 1731123167446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123167446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123167446Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123167446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123167446Cleaning up temporary data from old regions at 1731123167458 (+12 ms)Region opened successfully at 1731123167463 (+5 ms) 2024-11-09T03:32:47,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:32:47,463 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:32:47,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:32:47,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:32:47,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:32:47,464 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:47,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123167463Disabling compacts and flushes for region at 1731123167463Disabling writes for close at 1731123167463Writing region close event to WAL at 1731123167464 (+1 ms)Closed at 1731123167464 2024-11-09T03:32:47,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:47,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T03:32:47,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T03:32:47,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:32:47,469 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T03:32:47,474 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:32:47,474 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:32:47,474 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:32:47,474 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:32:47,485 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:32:47,485 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:32:47,485 DEBUG [RS:1;6ee74a15f3e3:34255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35abb8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:47,485 DEBUG [RS:0;6ee74a15f3e3:42565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ec885e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:47,498 DEBUG [RS:0;6ee74a15f3e3:42565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ee74a15f3e3:42565 2024-11-09T03:32:47,498 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:32:47,498 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:32:47,498 DEBUG [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:32:47,499 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,36781,1731123166766 with port=42565, startcode=1731123166989 2024-11-09T03:32:47,499 DEBUG [RS:0;6ee74a15f3e3:42565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:32:47,500 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:32:47,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,42565,1731123166989 2024-11-09T03:32:47,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36781 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,42565,1731123166989 2024-11-09T03:32:47,503 DEBUG [RS:1;6ee74a15f3e3:34255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6ee74a15f3e3:34255 2024-11-09T03:32:47,503 DEBUG [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32 2024-11-09T03:32:47,503 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:32:47,503 DEBUG [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38537 2024-11-09T03:32:47,503 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:32:47,503 DEBUG [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:32:47,503 DEBUG [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:32:47,504 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,36781,1731123166766 with port=34255, startcode=1731123167033 2024-11-09T03:32:47,504 DEBUG [RS:1;6ee74a15f3e3:34255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:32:47,506 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:32:47,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:47,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36781 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:47,509 DEBUG [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32 2024-11-09T03:32:47,509 DEBUG [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38537 2024-11-09T03:32:47,509 DEBUG [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:32:47,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:47,557 DEBUG [RS:0;6ee74a15f3e3:42565 {}] zookeeper.ZKUtil(111): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,42565,1731123166989 2024-11-09T03:32:47,558 WARN [RS:0;6ee74a15f3e3:42565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:47,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,42565,1731123166989] 2024-11-09T03:32:47,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,34255,1731123167033] 2024-11-09T03:32:47,558 INFO [RS:0;6ee74a15f3e3:42565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:47,558 DEBUG [RS:1;6ee74a15f3e3:34255 {}] zookeeper.ZKUtil(111): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:47,558 DEBUG [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,42565,1731123166989 2024-11-09T03:32:47,558 WARN [RS:1;6ee74a15f3e3:34255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:47,558 INFO [RS:1;6ee74a15f3e3:34255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:47,558 DEBUG [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:47,562 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:32:47,562 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:32:47,564 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:32:47,564 INFO [RS:1;6ee74a15f3e3:34255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:32:47,564 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,566 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:32:47,567 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:32:47,567 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,567 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,567 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,567 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,567 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,567 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,567 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:47,567 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,567 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,568 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,568 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,568 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,568 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,568 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:47,568 DEBUG [RS:1;6ee74a15f3e3:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:47,572 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:32:47,573 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,573 INFO [RS:0;6ee74a15f3e3:42565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:32:47,573 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,573 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,573 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,573 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,573 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:32:47,573 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,573 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,34255,1731123167033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:47,574 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:32:47,574 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,574 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,574 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,574 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,574 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,575 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,575 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:47,575 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,575 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,575 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,575 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,575 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,575 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:47,575 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:47,575 DEBUG [RS:0;6ee74a15f3e3:42565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:47,578 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,579 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,579 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,579 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,579 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,579 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,42565,1731123166989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:47,596 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:32:47,596 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,42565,1731123166989-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,597 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,597 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.Replication(171): 6ee74a15f3e3,42565,1731123166989 started 2024-11-09T03:32:47,597 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:32:47,598 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,34255,1731123167033-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,598 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,598 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.Replication(171): 6ee74a15f3e3,34255,1731123167033 started 2024-11-09T03:32:47,613 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,613 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,42565,1731123166989, RpcServer on 6ee74a15f3e3/172.17.0.2:42565, sessionid=0x1011da739c80001 2024-11-09T03:32:47,613 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:32:47,613 DEBUG [RS:0;6ee74a15f3e3:42565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,42565,1731123166989 2024-11-09T03:32:47,613 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,42565,1731123166989' 2024-11-09T03:32:47,613 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:32:47,614 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:32:47,615 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:32:47,615 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:32:47,615 DEBUG [RS:0;6ee74a15f3e3:42565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,42565,1731123166989 2024-11-09T03:32:47,615 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,42565,1731123166989' 2024-11-09T03:32:47,615 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:32:47,615 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:32:47,616 DEBUG [RS:0;6ee74a15f3e3:42565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:32:47,616 INFO [RS:0;6ee74a15f3e3:42565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:32:47,616 INFO [RS:0;6ee74a15f3e3:42565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:32:47,619 WARN [6ee74a15f3e3:36781 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T03:32:47,621 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:47,622 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,34255,1731123167033, RpcServer on 6ee74a15f3e3/172.17.0.2:34255, sessionid=0x1011da739c80002 2024-11-09T03:32:47,622 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:32:47,622 DEBUG [RS:1;6ee74a15f3e3:34255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:47,622 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,34255,1731123167033' 2024-11-09T03:32:47,622 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:32:47,623 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:32:47,624 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:32:47,624 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:32:47,624 DEBUG [RS:1;6ee74a15f3e3:34255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:47,624 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,34255,1731123167033' 2024-11-09T03:32:47,624 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:32:47,624 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:32:47,625 DEBUG [RS:1;6ee74a15f3e3:34255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:32:47,625 INFO [RS:1;6ee74a15f3e3:34255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:32:47,625 INFO [RS:1;6ee74a15f3e3:34255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:32:47,716 INFO [RS:0;6ee74a15f3e3:42565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:47,719 INFO [RS:0;6ee74a15f3e3:42565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C42565%2C1731123166989, suffix=, logDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,42565,1731123166989, archiveDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/oldWALs, maxLogs=32 2024-11-09T03:32:47,726 INFO [RS:1;6ee74a15f3e3:34255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:47,728 INFO [RS:1;6ee74a15f3e3:34255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C34255%2C1731123167033, suffix=, logDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,34255,1731123167033, archiveDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/oldWALs, maxLogs=32 2024-11-09T03:32:47,734 DEBUG [RS:0;6ee74a15f3e3:42565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,42565,1731123166989/6ee74a15f3e3%2C42565%2C1731123166989.1731123167719, exclude list is [], retry=0 2024-11-09T03:32:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45585,DS-902d900f-dceb-47b8-82a2-a1fa6ea993bf,DISK] 2024-11-09T03:32:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36159,DS-736e834d-5050-4b33-b72f-0bdebd9421eb,DISK] 2024-11-09T03:32:47,739 INFO [RS:0;6ee74a15f3e3:42565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,42565,1731123166989/6ee74a15f3e3%2C42565%2C1731123166989.1731123167719 2024-11-09T03:32:47,740 DEBUG [RS:0;6ee74a15f3e3:42565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37555:37555),(127.0.0.1/127.0.0.1:43807:43807)] 2024-11-09T03:32:47,748 DEBUG [RS:1;6ee74a15f3e3:34255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,34255,1731123167033/6ee74a15f3e3%2C34255%2C1731123167033.1731123167729, exclude list is [], retry=0 2024-11-09T03:32:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36159,DS-736e834d-5050-4b33-b72f-0bdebd9421eb,DISK] 2024-11-09T03:32:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45585,DS-902d900f-dceb-47b8-82a2-a1fa6ea993bf,DISK] 2024-11-09T03:32:47,754 INFO [RS:1;6ee74a15f3e3:34255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,34255,1731123167033/6ee74a15f3e3%2C34255%2C1731123167033.1731123167729 2024-11-09T03:32:47,755 DEBUG [RS:1;6ee74a15f3e3:34255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43807:43807),(127.0.0.1/127.0.0.1:37555:37555)] 2024-11-09T03:32:47,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T03:32:47,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:47,870 DEBUG [6ee74a15f3e3:36781 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T03:32:47,870 DEBUG [6ee74a15f3e3:36781 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:32:47,872 DEBUG [6ee74a15f3e3:36781 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:32:47,872 DEBUG [6ee74a15f3e3:36781 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:32:47,872 DEBUG [6ee74a15f3e3:36781 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:32:47,872 DEBUG [6ee74a15f3e3:36781 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:32:47,872 INFO [6ee74a15f3e3:36781 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:32:47,872 INFO [6ee74a15f3e3:36781 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:32:47,872 DEBUG [6ee74a15f3e3:36781 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:32:47,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:47,875 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,34255,1731123167033, state=OPENING 2024-11-09T03:32:47,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:47,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:47,894 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T03:32:47,905 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:47,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:47,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:32:47,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:47,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,34255,1731123167033}] 2024-11-09T03:32:47,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:48,061 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:48,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:48,073 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T03:32:48,073 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:48,074 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T03:32:48,075 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C34255%2C1731123167033.meta, suffix=.meta, logDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,34255,1731123167033, archiveDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/oldWALs, maxLogs=32 2024-11-09T03:32:48,089 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,34255,1731123167033/6ee74a15f3e3%2C34255%2C1731123167033.meta.1731123168076.meta, exclude list is [], retry=0 2024-11-09T03:32:48,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45585,DS-902d900f-dceb-47b8-82a2-a1fa6ea993bf,DISK] 2024-11-09T03:32:48,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36159,DS-736e834d-5050-4b33-b72f-0bdebd9421eb,DISK] 2024-11-09T03:32:48,093 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/WALs/6ee74a15f3e3,34255,1731123167033/6ee74a15f3e3%2C34255%2C1731123167033.meta.1731123168076.meta 2024-11-09T03:32:48,094 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37555:37555),(127.0.0.1/127.0.0.1:43807:43807)] 2024-11-09T03:32:48,094 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:32:48,094 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T03:32:48,094 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T03:32:48,094 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T03:32:48,094 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T03:32:48,094 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:48,094 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T03:32:48,094 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T03:32:48,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:32:48,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:32:48,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:48,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:48,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:32:48,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:32:48,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:48,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:48,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:32:48,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:32:48,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:48,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:48,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:32:48,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:32:48,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:48,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:48,102 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:32:48,103 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740 2024-11-09T03:32:48,105 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740 2024-11-09T03:32:48,106 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:32:48,106 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:32:48,107 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:48,108 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:32:48,109 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63918064, jitterRate=-0.0475466251373291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:48,109 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T03:32:48,110 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731123168095Writing region info on filesystem at 1731123168095Initializing all the Stores at 1731123168096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123168096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123168096Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123168096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123168096Cleaning up temporary data from old regions at 1731123168106 (+10 ms)Running coprocessor post-open hooks at 1731123168109 (+3 ms)Region opened successfully at 1731123168110 (+1 ms) 2024-11-09T03:32:48,111 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731123168060 2024-11-09T03:32:48,113 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T03:32:48,113 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T03:32:48,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:48,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,34255,1731123167033, state=OPEN 2024-11-09T03:32:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:48,126 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:48,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:48,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:48,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:48,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:48,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T03:32:48,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,34255,1731123167033 in 220 msec 2024-11-09T03:32:48,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T03:32:48,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-09T03:32:48,133 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:48,133 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T03:32:48,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:32:48,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,34255,1731123167033, seqNum=-1] 2024-11-09T03:32:48,135 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:48,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:48,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 727 msec 2024-11-09T03:32:48,144 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731123168144, completionTime=-1 2024-11-09T03:32:48,144 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T03:32:48,144 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T03:32:48,146 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T03:32:48,147 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731123228147 2024-11-09T03:32:48,147 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731123288147 2024-11-09T03:32:48,147 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T03:32:48,147 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36781,1731123166766-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:48,147 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36781,1731123166766-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:48,147 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36781,1731123166766-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:48,148 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ee74a15f3e3:36781, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:48,148 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:48,148 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:48,150 DEBUG [master/6ee74a15f3e3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T03:32:48,155 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.044sec 2024-11-09T03:32:48,155 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T03:32:48,155 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T03:32:48,156 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T03:32:48,156 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T03:32:48,156 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T03:32:48,156 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36781,1731123166766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:48,156 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36781,1731123166766-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T03:32:48,159 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T03:32:48,159 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T03:32:48,159 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,36781,1731123166766-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:48,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63218a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:48,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ee74a15f3e3,36781,-1 for getting cluster id 2024-11-09T03:32:48,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T03:32:48,166 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76a8704d-2864-43ee-b58d-17653119caf0' 2024-11-09T03:32:48,166 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T03:32:48,166 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76a8704d-2864-43ee-b58d-17653119caf0" 2024-11-09T03:32:48,167 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524d010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:48,167 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ee74a15f3e3,36781,-1] 2024-11-09T03:32:48,167 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T03:32:48,167 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:48,169 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T03:32:48,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c55175f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:48,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:32:48,171 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,34255,1731123167033, seqNum=-1] 2024-11-09T03:32:48,172 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:48,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:48,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ee74a15f3e3,36781,1731123166766 2024-11-09T03:32:48,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T03:32:48,177 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ee74a15f3e3,36781,1731123166766 2024-11-09T03:32:48,177 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46aa3c3b 2024-11-09T03:32:48,177 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T03:32:48,178 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T03:32:48,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:32:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T03:32:48,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T03:32:48,182 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:48,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T03:32:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:48,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T03:32:48,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:32:48,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:32:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:48,594 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e37707983b08cc02237ed4c7c55178f, NAME => 'testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32 2024-11-09T03:32:48,594 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b24358da3367adcfe3767641681656f3, NAME => 'testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32 2024-11-09T03:32:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:32:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:32:48,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:32:48,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b24358da3367adcfe3767641681656f3, disabling compactions & flushes 2024-11-09T03:32:48,603 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. after waiting 0 ms 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0e37707983b08cc02237ed4c7c55178f, disabling compactions & flushes 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:48,603 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:48,603 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. after waiting 0 ms 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:48,603 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b24358da3367adcfe3767641681656f3: Waiting for close lock at 1731123168603Disabling compacts and flushes for region at 1731123168603Disabling writes for close at 1731123168603Writing region close event to WAL at 1731123168603Closed at 1731123168603 2024-11-09T03:32:48,603 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e37707983b08cc02237ed4c7c55178f: Waiting for close lock at 1731123168603Disabling compacts and flushes for region at 1731123168603Disabling writes for close at 1731123168603Writing region close event to WAL at 1731123168603Closed at 1731123168603 2024-11-09T03:32:48,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T03:32:48,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123168605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123168605"}]},"ts":"1731123168605"} 2024-11-09T03:32:48,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123168605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123168605"}]},"ts":"1731123168605"} 2024-11-09T03:32:48,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T03:32:48,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T03:32:48,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123168610"}]},"ts":"1731123168610"} 2024-11-09T03:32:48,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T03:32:48,612 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:32:48,614 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:32:48,614 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:32:48,614 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:32:48,614 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:32:48,614 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:32:48,614 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:32:48,614 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:32:48,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e37707983b08cc02237ed4c7c55178f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b24358da3367adcfe3767641681656f3, ASSIGN}] 2024-11-09T03:32:48,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b24358da3367adcfe3767641681656f3, ASSIGN 2024-11-09T03:32:48,616 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e37707983b08cc02237ed4c7c55178f, ASSIGN 2024-11-09T03:32:48,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b24358da3367adcfe3767641681656f3, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,34255,1731123167033; forceNewPlan=false, retain=false 2024-11-09T03:32:48,617 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e37707983b08cc02237ed4c7c55178f, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,42565,1731123166989; forceNewPlan=false, retain=false 2024-11-09T03:32:48,768 INFO [6ee74a15f3e3:36781 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T03:32:48,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b24358da3367adcfe3767641681656f3, regionState=OPENING, regionLocation=6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:48,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e37707983b08cc02237ed4c7c55178f, regionState=OPENING, regionLocation=6ee74a15f3e3,42565,1731123166989 2024-11-09T03:32:48,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e37707983b08cc02237ed4c7c55178f, ASSIGN because future has completed 2024-11-09T03:32:48,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e37707983b08cc02237ed4c7c55178f, server=6ee74a15f3e3,42565,1731123166989}] 2024-11-09T03:32:48,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b24358da3367adcfe3767641681656f3, ASSIGN because future has completed 2024-11-09T03:32:48,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b24358da3367adcfe3767641681656f3, server=6ee74a15f3e3,34255,1731123167033}] 2024-11-09T03:32:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:48,926 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:48,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:48,936 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:48,936 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:48,936 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e37707983b08cc02237ed4c7c55178f, NAME => 'testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T03:32:48,936 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b24358da3367adcfe3767641681656f3, NAME => 'testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T03:32:48,937 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,937 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,937 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:48,937 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:48,937 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,937 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,937 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,937 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,938 INFO [StoreOpener-0e37707983b08cc02237ed4c7c55178f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,938 INFO [StoreOpener-b24358da3367adcfe3767641681656f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,940 INFO [StoreOpener-b24358da3367adcfe3767641681656f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b24358da3367adcfe3767641681656f3 columnFamilyName family 2024-11-09T03:32:48,940 INFO [StoreOpener-0e37707983b08cc02237ed4c7c55178f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e37707983b08cc02237ed4c7c55178f columnFamilyName family 2024-11-09T03:32:48,940 DEBUG [StoreOpener-b24358da3367adcfe3767641681656f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:48,940 DEBUG [StoreOpener-0e37707983b08cc02237ed4c7c55178f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:48,940 INFO [StoreOpener-0e37707983b08cc02237ed4c7c55178f-1 {}] regionserver.HStore(327): Store=0e37707983b08cc02237ed4c7c55178f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:48,940 INFO [StoreOpener-b24358da3367adcfe3767641681656f3-1 {}] regionserver.HStore(327): Store=b24358da3367adcfe3767641681656f3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:48,940 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,940 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,941 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,941 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,941 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,941 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,942 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,942 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,942 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,942 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,943 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,943 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,946 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/b24358da3367adcfe3767641681656f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:48,946 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/0e37707983b08cc02237ed4c7c55178f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:48,946 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b24358da3367adcfe3767641681656f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66023049, jitterRate=-0.016179904341697693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:32:48,946 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b24358da3367adcfe3767641681656f3 2024-11-09T03:32:48,946 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0e37707983b08cc02237ed4c7c55178f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58999603, jitterRate=-0.12083740532398224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:32:48,946 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:48,947 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b24358da3367adcfe3767641681656f3: Running coprocessor pre-open hook at 1731123168937Writing region info on filesystem at 1731123168937Initializing all the Stores at 1731123168938 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123168938Cleaning up temporary data from old regions at 1731123168942 (+4 ms)Running coprocessor post-open hooks at 1731123168946 (+4 ms)Region opened successfully at 1731123168947 (+1 ms) 2024-11-09T03:32:48,947 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0e37707983b08cc02237ed4c7c55178f: Running coprocessor pre-open hook at 1731123168937Writing region info on filesystem at 1731123168937Initializing all the Stores at 1731123168938 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123168938Cleaning up temporary data from old regions at 1731123168942 (+4 ms)Running coprocessor post-open hooks at 1731123168946 (+4 ms)Region opened successfully at 1731123168947 (+1 ms) 2024-11-09T03:32:48,948 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f., pid=7, masterSystemTime=1731123168925 2024-11-09T03:32:48,948 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3., pid=8, masterSystemTime=1731123168928 2024-11-09T03:32:48,951 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:48,951 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:48,952 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b24358da3367adcfe3767641681656f3, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:48,952 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:48,952 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:48,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e37707983b08cc02237ed4c7c55178f, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,42565,1731123166989 2024-11-09T03:32:48,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b24358da3367adcfe3767641681656f3, server=6ee74a15f3e3,34255,1731123167033 because future has completed 2024-11-09T03:32:48,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e37707983b08cc02237ed4c7c55178f, server=6ee74a15f3e3,42565,1731123166989 because future has completed 2024-11-09T03:32:48,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T03:32:48,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b24358da3367adcfe3767641681656f3, server=6ee74a15f3e3,34255,1731123167033 in 181 msec 2024-11-09T03:32:48,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T03:32:48,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e37707983b08cc02237ed4c7c55178f, server=6ee74a15f3e3,42565,1731123166989 in 186 msec 2024-11-09T03:32:48,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b24358da3367adcfe3767641681656f3, ASSIGN in 345 msec 2024-11-09T03:32:48,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T03:32:48,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e37707983b08cc02237ed4c7c55178f, ASSIGN in 346 msec 2024-11-09T03:32:48,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T03:32:48,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123168964"}]},"ts":"1731123168964"} 2024-11-09T03:32:48,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T03:32:48,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T03:32:48,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 789 msec 2024-11-09T03:32:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:49,327 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T03:32:49,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T03:32:49,327 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:32:49,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T03:32:49,334 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:32:49,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T03:32:49,337 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f., hostname=6ee74a15f3e3,42565,1731123166989, seqNum=2] 2024-11-09T03:32:49,338 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:49,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:49,355 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3., hostname=6ee74a15f3e3,34255,1731123167033, seqNum=2] 2024-11-09T03:32:49,369 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0e37707983b08cc02237ed4c7c55178f 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T03:32:49,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/0e37707983b08cc02237ed4c7c55178f/.tmp/family/0b5745a26b334eef9b5c65d065765411 is 32, key is 1/family:/1731123169340/Put/seqid=0 2024-11-09T03:32:49,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741839_1015 (size=5054) 2024-11-09T03:32:49,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741839_1015 (size=5054) 2024-11-09T03:32:49,796 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/0e37707983b08cc02237ed4c7c55178f/.tmp/family/0b5745a26b334eef9b5c65d065765411 2024-11-09T03:32:49,812 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/0e37707983b08cc02237ed4c7c55178f/.tmp/family/0b5745a26b334eef9b5c65d065765411 as hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/0e37707983b08cc02237ed4c7c55178f/family/0b5745a26b334eef9b5c65d065765411 2024-11-09T03:32:49,821 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/0e37707983b08cc02237ed4c7c55178f/family/0b5745a26b334eef9b5c65d065765411, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T03:32:49,822 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0e37707983b08cc02237ed4c7c55178f in 453ms, sequenceid=8, compaction requested=false 2024-11-09T03:32:49,822 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0e37707983b08cc02237ed4c7c55178f: 2024-11-09T03:32:49,822 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b24358da3367adcfe3767641681656f3 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T03:32:49,840 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/b24358da3367adcfe3767641681656f3/.tmp/family/b573e79d6ed347d3882022c9a4b6e85d is 32, key is 5/family:/1731123169357/Put/seqid=0 2024-11-09T03:32:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741840_1016 (size=5083) 2024-11-09T03:32:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741840_1016 (size=5083) 2024-11-09T03:32:49,846 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/b24358da3367adcfe3767641681656f3/.tmp/family/b573e79d6ed347d3882022c9a4b6e85d 2024-11-09T03:32:49,852 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/b24358da3367adcfe3767641681656f3/.tmp/family/b573e79d6ed347d3882022c9a4b6e85d as hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/b24358da3367adcfe3767641681656f3/family/b573e79d6ed347d3882022c9a4b6e85d 2024-11-09T03:32:49,859 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/b24358da3367adcfe3767641681656f3/family/b573e79d6ed347d3882022c9a4b6e85d, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T03:32:49,860 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b24358da3367adcfe3767641681656f3 in 38ms, sequenceid=9, compaction requested=false 2024-11-09T03:32:49,860 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b24358da3367adcfe3767641681656f3: 2024-11-09T03:32:49,865 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T03:32:49,869 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:49,869 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:49,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:49,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:49,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T03:32:49,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:32:49,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:49,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:49,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:49,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T03:32:49,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T03:32:49,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=621867869, stopped=false 2024-11-09T03:32:49,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ee74a15f3e3,36781,1731123166766 2024-11-09T03:32:49,943 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:49,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:49,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:49,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:49,943 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:49,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:49,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:32:49,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:32:49,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:49,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:49,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:49,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:49,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:49,945 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,42565,1731123166989' ***** 2024-11-09T03:32:49,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:32:49,945 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,34255,1731123167033' ***** 2024-11-09T03:32:49,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:32:49,945 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:32:49,946 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:32:49,946 INFO [RS:0;6ee74a15f3e3:42565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:32:49,946 INFO [RS:1;6ee74a15f3e3:34255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:32:49,946 INFO [RS:0;6ee74a15f3e3:42565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:32:49,946 INFO [RS:1;6ee74a15f3e3:34255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:32:49,946 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:49,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:32:49,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:32:49,946 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(3091): Received CLOSE for b24358da3367adcfe3767641681656f3 2024-11-09T03:32:49,947 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,42565,1731123166989 2024-11-09T03:32:49,947 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:49,947 INFO [RS:0;6ee74a15f3e3:42565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ee74a15f3e3:42565. 2024-11-09T03:32:49,947 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e37707983b08cc02237ed4c7c55178f, disabling compactions & flushes 2024-11-09T03:32:49,947 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:49,947 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:49,947 DEBUG [RS:0;6ee74a15f3e3:42565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:49,947 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:49,947 DEBUG [RS:0;6ee74a15f3e3:42565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:49,947 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:49,947 INFO [RS:1;6ee74a15f3e3:34255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6ee74a15f3e3:34255. 2024-11-09T03:32:49,947 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. after waiting 0 ms 2024-11-09T03:32:49,947 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b24358da3367adcfe3767641681656f3, disabling compactions & flushes 2024-11-09T03:32:49,948 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T03:32:49,948 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:49,948 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:49,948 DEBUG [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(1325): Online Regions={0e37707983b08cc02237ed4c7c55178f=testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f.} 2024-11-09T03:32:49,948 DEBUG [RS:1;6ee74a15f3e3:34255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:49,948 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:49,948 DEBUG [RS:1;6ee74a15f3e3:34255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:49,948 DEBUG [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(1351): Waiting on 0e37707983b08cc02237ed4c7c55178f 2024-11-09T03:32:49,948 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. after waiting 0 ms 2024-11-09T03:32:49,948 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:49,948 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:32:49,948 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:32:49,948 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:32:49,948 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T03:32:49,948 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T03:32:49,948 DEBUG [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1325): Online Regions={b24358da3367adcfe3767641681656f3=testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T03:32:49,949 DEBUG [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b24358da3367adcfe3767641681656f3 2024-11-09T03:32:49,949 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:32:49,949 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:32:49,949 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:32:49,949 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:32:49,949 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:32:49,949 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T03:32:49,954 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/0e37707983b08cc02237ed4c7c55178f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T03:32:49,955 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:49,955 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e37707983b08cc02237ed4c7c55178f: Waiting for close lock at 1731123169947Running coprocessor pre-close hooks at 1731123169947Disabling compacts and flushes for region at 1731123169947Disabling writes for close at 1731123169947Writing region close event to WAL at 1731123169949 (+2 ms)Running coprocessor post-close hooks at 1731123169955 (+6 ms)Closed at 1731123169955 2024-11-09T03:32:49,955 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731123168179.0e37707983b08cc02237ed4c7c55178f. 2024-11-09T03:32:49,956 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/default/testClearRegionBlockCache/b24358da3367adcfe3767641681656f3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T03:32:49,957 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:49,957 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b24358da3367adcfe3767641681656f3: Waiting for close lock at 1731123169947Running coprocessor pre-close hooks at 1731123169947Disabling compacts and flushes for region at 1731123169947Disabling writes for close at 1731123169948 (+1 ms)Writing region close event to WAL at 1731123169949 (+1 ms)Running coprocessor post-close hooks at 1731123169957 (+8 ms)Closed at 1731123169957 2024-11-09T03:32:49,957 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3. 2024-11-09T03:32:49,968 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/.tmp/info/0c450dd2780f4aac9f6a111c3b1e21d9 is 173, key is testClearRegionBlockCache,5,1731123168179.b24358da3367adcfe3767641681656f3./info:regioninfo/1731123168952/Put/seqid=0 2024-11-09T03:32:49,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:32:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:32:49,974 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/.tmp/info/0c450dd2780f4aac9f6a111c3b1e21d9 2024-11-09T03:32:49,976 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:49,982 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:49,995 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/.tmp/ns/55624ecdb9ef4428b8eff8fc9745d606 is 43, key is default/ns:d/1731123168138/Put/seqid=0 2024-11-09T03:32:50,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:32:50,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:32:50,029 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/.tmp/ns/55624ecdb9ef4428b8eff8fc9745d606 2024-11-09T03:32:50,052 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/.tmp/table/fabca361f6704584aa2b12596e975884 is 61, key is testClearRegionBlockCache/table:state/1731123168964/Put/seqid=0 2024-11-09T03:32:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:32:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:32:50,148 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,42565,1731123166989; all regions closed. 2024-11-09T03:32:50,149 DEBUG [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T03:32:50,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741833_1009 (size=1758) 2024-11-09T03:32:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741833_1009 (size=1758) 2024-11-09T03:32:50,155 DEBUG [RS:0;6ee74a15f3e3:42565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/oldWALs 2024-11-09T03:32:50,155 INFO [RS:0;6ee74a15f3e3:42565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C42565%2C1731123166989:(num 1731123167719) 2024-11-09T03:32:50,155 DEBUG [RS:0;6ee74a15f3e3:42565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:50,155 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:50,155 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:50,156 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:50,156 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:32:50,156 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:32:50,156 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:50,156 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:32:50,156 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:50,156 INFO [RS:0;6ee74a15f3e3:42565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42565 2024-11-09T03:32:50,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,42565,1731123166989 2024-11-09T03:32:50,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:50,168 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:50,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,42565,1731123166989] 2024-11-09T03:32:50,189 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,42565,1731123166989 already deleted, retry=false 2024-11-09T03:32:50,189 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,42565,1731123166989 expired; onlineServers=1 2024-11-09T03:32:50,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:50,279 INFO [RS:0;6ee74a15f3e3:42565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42565-0x1011da739c80001, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:50,280 INFO [RS:0;6ee74a15f3e3:42565 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,42565,1731123166989; zookeeper connection closed. 2024-11-09T03:32:50,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26177f09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26177f09 2024-11-09T03:32:50,349 DEBUG [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T03:32:50,461 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/.tmp/table/fabca361f6704584aa2b12596e975884 2024-11-09T03:32:50,477 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/.tmp/info/0c450dd2780f4aac9f6a111c3b1e21d9 as hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/info/0c450dd2780f4aac9f6a111c3b1e21d9 2024-11-09T03:32:50,483 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/info/0c450dd2780f4aac9f6a111c3b1e21d9, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T03:32:50,484 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/.tmp/ns/55624ecdb9ef4428b8eff8fc9745d606 as hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/ns/55624ecdb9ef4428b8eff8fc9745d606 2024-11-09T03:32:50,490 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/ns/55624ecdb9ef4428b8eff8fc9745d606, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T03:32:50,491 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/.tmp/table/fabca361f6704584aa2b12596e975884 as hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/table/fabca361f6704584aa2b12596e975884 2024-11-09T03:32:50,498 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/table/fabca361f6704584aa2b12596e975884, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T03:32:50,499 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=13, compaction requested=false 2024-11-09T03:32:50,504 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T03:32:50,505 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T03:32:50,505 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:50,505 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123169949Running coprocessor pre-close hooks at 1731123169949Disabling compacts and flushes for region at 1731123169949Disabling writes for close at 1731123169949Obtaining lock to block concurrent updates at 1731123169949Preparing flush snapshotting stores in 1588230740 at 1731123169949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731123169950 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731123169951 (+1 ms)Flushing 1588230740/info: creating writer at 1731123169951Flushing 1588230740/info: appending metadata at 1731123169968 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731123169968Flushing 1588230740/ns: creating writer at 1731123169980 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731123169995 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731123169995Flushing 1588230740/table: creating writer at 1731123170035 (+40 ms)Flushing 1588230740/table: appending metadata at 1731123170052 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731123170052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a65fe8c: reopening flushed file at 1731123170476 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72050915: reopening flushed file at 1731123170483 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665d42da: reopening flushed file at 1731123170490 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=13, compaction requested=false at 1731123170499 (+9 ms)Writing region close event to WAL at 1731123170500 (+1 ms)Running coprocessor post-close hooks at 1731123170505 (+5 ms)Closed at 1731123170505 2024-11-09T03:32:50,505 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:50,549 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,34255,1731123167033; all regions closed. 2024-11-09T03:32:50,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:32:50,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:32:50,555 DEBUG [RS:1;6ee74a15f3e3:34255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/oldWALs 2024-11-09T03:32:50,555 INFO [RS:1;6ee74a15f3e3:34255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C34255%2C1731123167033.meta:.meta(num 1731123168076) 2024-11-09T03:32:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741834_1010 (size=1867) 2024-11-09T03:32:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741834_1010 (size=1867) 2024-11-09T03:32:50,559 DEBUG [RS:1;6ee74a15f3e3:34255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/oldWALs 2024-11-09T03:32:50,559 INFO [RS:1;6ee74a15f3e3:34255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C34255%2C1731123167033:(num 1731123167729) 2024-11-09T03:32:50,559 DEBUG [RS:1;6ee74a15f3e3:34255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:50,559 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:50,559 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:50,560 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:50,560 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:50,560 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:50,560 INFO [RS:1;6ee74a15f3e3:34255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34255 2024-11-09T03:32:50,610 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,34255,1731123167033 2024-11-09T03:32:50,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:50,610 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:50,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,34255,1731123167033] 2024-11-09T03:32:50,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,34255,1731123167033 already deleted, retry=false 2024-11-09T03:32:50,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,34255,1731123167033 expired; onlineServers=0 2024-11-09T03:32:50,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ee74a15f3e3,36781,1731123166766' ***** 2024-11-09T03:32:50,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T03:32:50,711 INFO [M:0;6ee74a15f3e3:36781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:50,711 INFO [M:0;6ee74a15f3e3:36781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:50,712 DEBUG [M:0;6ee74a15f3e3:36781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T03:32:50,712 DEBUG [M:0;6ee74a15f3e3:36781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T03:32:50,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T03:32:50,712 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123167425 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123167425,5,FailOnTimeoutGroup] 2024-11-09T03:32:50,712 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123167425 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123167425,5,FailOnTimeoutGroup] 2024-11-09T03:32:50,712 INFO [M:0;6ee74a15f3e3:36781 {}] hbase.ChoreService(370): Chore service for: master/6ee74a15f3e3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:50,712 INFO [M:0;6ee74a15f3e3:36781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:50,712 DEBUG [M:0;6ee74a15f3e3:36781 {}] master.HMaster(1795): Stopping service threads 2024-11-09T03:32:50,712 INFO [M:0;6ee74a15f3e3:36781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T03:32:50,713 INFO [M:0;6ee74a15f3e3:36781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:32:50,713 INFO [M:0;6ee74a15f3e3:36781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T03:32:50,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T03:32:50,721 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:50,721 INFO [RS:1;6ee74a15f3e3:34255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:50,721 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011da739c80002, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:50,721 INFO [RS:1;6ee74a15f3e3:34255 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,34255,1731123167033; zookeeper connection closed. 2024-11-09T03:32:50,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:50,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:50,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@672c775b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@672c775b 2024-11-09T03:32:50,722 DEBUG [M:0;6ee74a15f3e3:36781 {}] zookeeper.ZKUtil(347): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T03:32:50,722 WARN [M:0;6ee74a15f3e3:36781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T03:32:50,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T03:32:50,723 INFO [M:0;6ee74a15f3e3:36781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/.lastflushedseqids 2024-11-09T03:32:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741844_1020 (size=182) 2024-11-09T03:32:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741844_1020 (size=182) 2024-11-09T03:32:50,735 INFO [M:0;6ee74a15f3e3:36781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T03:32:50,735 INFO [M:0;6ee74a15f3e3:36781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T03:32:50,736 DEBUG [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:32:50,736 INFO [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:50,736 DEBUG [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:50,736 DEBUG [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:32:50,736 DEBUG [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:50,736 INFO [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-09T03:32:50,751 DEBUG [M:0;6ee74a15f3e3:36781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e34397502a80493d8279e4725119d30d is 82, key is hbase:meta,,1/info:regioninfo/1731123168114/Put/seqid=0 2024-11-09T03:32:50,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:32:50,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:32:50,756 INFO [M:0;6ee74a15f3e3:36781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e34397502a80493d8279e4725119d30d 2024-11-09T03:32:50,778 DEBUG [M:0;6ee74a15f3e3:36781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ab85930ab8d4f3d9a264dd5006e5df6 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731123168970/Put/seqid=0 2024-11-09T03:32:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741846_1022 (size=6220) 2024-11-09T03:32:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741846_1022 (size=6220) 2024-11-09T03:32:50,784 INFO [M:0;6ee74a15f3e3:36781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ab85930ab8d4f3d9a264dd5006e5df6 2024-11-09T03:32:50,804 DEBUG [M:0;6ee74a15f3e3:36781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08b00aa691ab4f3bbb99184ee64b7b67 is 69, key is 6ee74a15f3e3,34255,1731123167033/rs:state/1731123167507/Put/seqid=0 2024-11-09T03:32:50,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:32:50,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:32:50,810 INFO [M:0;6ee74a15f3e3:36781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08b00aa691ab4f3bbb99184ee64b7b67 2024-11-09T03:32:50,815 DEBUG [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e34397502a80493d8279e4725119d30d as hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e34397502a80493d8279e4725119d30d 2024-11-09T03:32:50,821 INFO [M:0;6ee74a15f3e3:36781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e34397502a80493d8279e4725119d30d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T03:32:50,822 DEBUG [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ab85930ab8d4f3d9a264dd5006e5df6 as hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ab85930ab8d4f3d9a264dd5006e5df6 2024-11-09T03:32:50,828 INFO [M:0;6ee74a15f3e3:36781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ab85930ab8d4f3d9a264dd5006e5df6, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T03:32:50,829 DEBUG [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08b00aa691ab4f3bbb99184ee64b7b67 as hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08b00aa691ab4f3bbb99184ee64b7b67 2024-11-09T03:32:50,835 INFO [M:0;6ee74a15f3e3:36781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38537/user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08b00aa691ab4f3bbb99184ee64b7b67, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T03:32:50,836 INFO [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=71, compaction requested=false 2024-11-09T03:32:50,838 INFO [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:50,838 DEBUG [M:0;6ee74a15f3e3:36781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123170736Disabling compacts and flushes for region at 1731123170736Disabling writes for close at 1731123170736Obtaining lock to block concurrent updates at 1731123170736Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731123170736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731123170737 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731123170737Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731123170737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731123170751 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731123170751Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731123170762 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731123170778 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731123170778Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731123170788 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731123170803 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731123170804 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a63d110: reopening flushed file at 1731123170814 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b58b8: reopening flushed file at 1731123170821 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17395d3a: reopening flushed file at 1731123170828 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=71, compaction requested=false at 1731123170837 (+9 ms)Writing region close event to WAL at 1731123170838 (+1 ms)Closed at 1731123170838 2024-11-09T03:32:50,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1fd3c5f3-eeed-7fdb-974e-726997bd8a32/MasterData/WALs/6ee74a15f3e3,36781,1731123166766/6ee74a15f3e3%2C36781%2C1731123166766.1731123167177 not finished, retry = 0 2024-11-09T03:32:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45585 is added to blk_1073741830_1006 (size=35452) 2024-11-09T03:32:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741830_1006 (size=35452) 2024-11-09T03:32:50,943 INFO [M:0;6ee74a15f3e3:36781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T03:32:50,943 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:50,943 INFO [M:0;6ee74a15f3e3:36781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36781 2024-11-09T03:32:50,944 INFO [M:0;6ee74a15f3e3:36781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:51,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:51,068 INFO [M:0;6ee74a15f3e3:36781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:51,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1011da739c80000, quorum=127.0.0.1:58619, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:51,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30954960{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:51,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bc4f857{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:51,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:51,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4babe753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:51,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a1bb5cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:51,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:32:51,113 WARN [BP-1395570507-172.17.0.2-1731123164514 heartbeating to localhost/127.0.0.1:38537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:32:51,113 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:32:51,113 WARN [BP-1395570507-172.17.0.2-1731123164514 heartbeating to localhost/127.0.0.1:38537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1395570507-172.17.0.2-1731123164514 (Datanode Uuid 31c9a5b7-e43f-4690-b1ea-1c79303ce8f4) service to localhost/127.0.0.1:38537 2024-11-09T03:32:51,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/data/data3/current/BP-1395570507-172.17.0.2-1731123164514 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:51,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/data/data4/current/BP-1395570507-172.17.0.2-1731123164514 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:51,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:32:51,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20e7508{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:51,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6973bc3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:51,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:51,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@460182b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:51,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:51,123 WARN [BP-1395570507-172.17.0.2-1731123164514 heartbeating to localhost/127.0.0.1:38537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:32:51,123 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:32:51,123 WARN [BP-1395570507-172.17.0.2-1731123164514 heartbeating to localhost/127.0.0.1:38537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1395570507-172.17.0.2-1731123164514 (Datanode Uuid 76f63188-b013-4bb4-ad9d-1855fbbb1d6f) service to localhost/127.0.0.1:38537 2024-11-09T03:32:51,123 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:32:51,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/data/data1/current/BP-1395570507-172.17.0.2-1731123164514 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:51,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/cluster_ae27b7bd-0045-153d-a76e-bb432dc00d39/data/data2/current/BP-1395570507-172.17.0.2-1731123164514 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:51,124 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:32:51,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16f30c50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:32:51,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2852c3e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:51,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:51,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7311898c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:51,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b165b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:51,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T03:32:51,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T03:32:51,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 115) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38537 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38537 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=487 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=3839 (was 4150) 2024-11-09T03:32:51,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=487, ProcessCount=11, AvailableMemoryMB=3839 2024-11-09T03:32:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.log.dir so I do NOT create it in target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174 2024-11-09T03:32:51,182 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T03:32:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.tmp.dir so I do NOT create it in target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174 2024-11-09T03:32:51,182 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/60ffee3e-555e-0f23-4dc6-d14b54a64d7f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T03:32:51,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174 2024-11-09T03:32:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T03:32:51,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1, deleteOnExit=true 2024-11-09T03:32:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T03:32:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/test.cache.data in system properties and HBase conf 2024-11-09T03:32:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T03:32:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.log.dir in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T03:32:51,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T03:32:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/nfs.dump.dir in system properties and HBase conf 2024-11-09T03:32:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/java.io.tmpdir in system properties and HBase conf 2024-11-09T03:32:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:32:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T03:32:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T03:32:51,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:51,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:51,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:51,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:51,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T03:32:51,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:51,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68033fb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:51,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d788535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:51,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c57a9d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/java.io.tmpdir/jetty-localhost-35409-hadoop-hdfs-3_4_1-tests_jar-_-any-1901800571887255419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:32:51,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29cc486b{HTTP/1.1, (http/1.1)}{localhost:35409} 2024-11-09T03:32:51,614 INFO [Time-limited test {}] server.Server(415): Started @24678ms 2024-11-09T03:32:51,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:51,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:51,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:51,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:51,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T03:32:51,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c59f2ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:51,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cac1f50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:51,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@582a8e84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/java.io.tmpdir/jetty-localhost-44073-hadoop-hdfs-3_4_1-tests_jar-_-any-11102453879584351472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:51,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d7dd2cb{HTTP/1.1, (http/1.1)}{localhost:44073} 2024-11-09T03:32:51,961 INFO [Time-limited test {}] server.Server(415): Started @25024ms 2024-11-09T03:32:51,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:32:51,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:51,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:51,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:51,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:51,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T03:32:51,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af217c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:51,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eda7927{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:52,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@265644e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/java.io.tmpdir/jetty-localhost-35627-hadoop-hdfs-3_4_1-tests_jar-_-any-16135873275415253486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:52,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46fcc262{HTTP/1.1, (http/1.1)}{localhost:35627} 2024-11-09T03:32:52,087 INFO [Time-limited test {}] server.Server(415): Started @25151ms 2024-11-09T03:32:52,088 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:32:53,089 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/data/data1/current/BP-1438381579-172.17.0.2-1731123171199/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:53,089 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/data/data2/current/BP-1438381579-172.17.0.2-1731123171199/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:53,113 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:32:53,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab7067713fdcf13 with lease ID 0xa62d2747a56cbe93: Processing first storage report for DS-ca589f68-783a-470d-b935-0dd858861f2e from datanode DatanodeRegistration(127.0.0.1:38713, datanodeUuid=34e1d66f-b303-466b-a0ff-ca7f397e9ab6, infoPort=44351, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=93353785;c=1731123171199) 2024-11-09T03:32:53,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab7067713fdcf13 with lease ID 0xa62d2747a56cbe93: from storage DS-ca589f68-783a-470d-b935-0dd858861f2e node DatanodeRegistration(127.0.0.1:38713, datanodeUuid=34e1d66f-b303-466b-a0ff-ca7f397e9ab6, infoPort=44351, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=93353785;c=1731123171199), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:53,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab7067713fdcf13 with lease ID 0xa62d2747a56cbe93: Processing first storage report for DS-9895f1d6-0438-45c4-addb-aaa4610b92d4 from datanode DatanodeRegistration(127.0.0.1:38713, datanodeUuid=34e1d66f-b303-466b-a0ff-ca7f397e9ab6, infoPort=44351, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=93353785;c=1731123171199) 2024-11-09T03:32:53,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab7067713fdcf13 with lease ID 0xa62d2747a56cbe93: from storage DS-9895f1d6-0438-45c4-addb-aaa4610b92d4 node DatanodeRegistration(127.0.0.1:38713, datanodeUuid=34e1d66f-b303-466b-a0ff-ca7f397e9ab6, infoPort=44351, infoSecurePort=0, ipcPort=42719, storageInfo=lv=-57;cid=testClusterID;nsid=93353785;c=1731123171199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:53,202 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/data/data3/current/BP-1438381579-172.17.0.2-1731123171199/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:53,202 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/data/data4/current/BP-1438381579-172.17.0.2-1731123171199/current, will proceed with Du for space computation calculation, 2024-11-09T03:32:53,223 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:32:53,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd92b3931e200d7d3 with lease ID 0xa62d2747a56cbe94: Processing first storage report for DS-791b6810-9a62-4cd6-b9b3-5b841e838b43 from datanode DatanodeRegistration(127.0.0.1:35671, datanodeUuid=392b1bc3-b70c-4e9d-9aef-e3d4faf45fbe, infoPort=44111, infoSecurePort=0, ipcPort=44167, storageInfo=lv=-57;cid=testClusterID;nsid=93353785;c=1731123171199) 2024-11-09T03:32:53,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd92b3931e200d7d3 with lease ID 0xa62d2747a56cbe94: from storage DS-791b6810-9a62-4cd6-b9b3-5b841e838b43 node DatanodeRegistration(127.0.0.1:35671, datanodeUuid=392b1bc3-b70c-4e9d-9aef-e3d4faf45fbe, infoPort=44111, infoSecurePort=0, ipcPort=44167, storageInfo=lv=-57;cid=testClusterID;nsid=93353785;c=1731123171199), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:53,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd92b3931e200d7d3 with lease ID 0xa62d2747a56cbe94: Processing first storage report for DS-7186672f-2574-4eba-a13f-ca1930c1b4dd from datanode DatanodeRegistration(127.0.0.1:35671, datanodeUuid=392b1bc3-b70c-4e9d-9aef-e3d4faf45fbe, infoPort=44111, infoSecurePort=0, ipcPort=44167, storageInfo=lv=-57;cid=testClusterID;nsid=93353785;c=1731123171199) 2024-11-09T03:32:53,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd92b3931e200d7d3 with lease ID 0xa62d2747a56cbe94: from storage DS-7186672f-2574-4eba-a13f-ca1930c1b4dd node DatanodeRegistration(127.0.0.1:35671, datanodeUuid=392b1bc3-b70c-4e9d-9aef-e3d4faf45fbe, infoPort=44111, infoSecurePort=0, ipcPort=44167, storageInfo=lv=-57;cid=testClusterID;nsid=93353785;c=1731123171199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:32:53,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174 2024-11-09T03:32:53,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/zookeeper_0, clientPort=57156, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T03:32:53,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57156 2024-11-09T03:32:53,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:53,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:32:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:32:53,348 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9 with version=8 2024-11-09T03:32:53,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/hbase-staging 2024-11-09T03:32:53,351 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:53,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:53,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:53,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:53,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:53,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:53,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T03:32:53,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:53,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45253 2024-11-09T03:32:53,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45253 connecting to ZooKeeper ensemble=127.0.0.1:57156 2024-11-09T03:32:53,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452530x0, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:53,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45253-0x1011da7537e0000 connected 2024-11-09T03:32:53,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T03:32:53,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:53,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:53,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:53,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:53,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T03:32:53,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T03:32:53,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T03:32:53,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:53,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:53,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:53,696 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9, hbase.cluster.distributed=false 2024-11-09T03:32:53,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:53,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45253 2024-11-09T03:32:53,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45253 2024-11-09T03:32:53,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45253 2024-11-09T03:32:53,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45253 2024-11-09T03:32:53,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45253 2024-11-09T03:32:53,719 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:53,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:53,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:53,719 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:53,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:53,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:53,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:32:53,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:53,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43725 2024-11-09T03:32:53,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43725 connecting to ZooKeeper ensemble=127.0.0.1:57156 2024-11-09T03:32:53,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:53,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:53,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437250x0, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:53,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43725-0x1011da7537e0001 connected 2024-11-09T03:32:53,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:53,737 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:32:53,744 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T03:32:53,750 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T03:32:53,755 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T03:32:53,758 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T03:32:53,759 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:32:53,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:32:53,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:53,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-09T03:32:53,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43725 2024-11-09T03:32:53,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43725 2024-11-09T03:32:53,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-09T03:32:53,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-09T03:32:53,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:32:53,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:53,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:53,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:32:53,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:32:53,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:32:53,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:32:53,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:32:53,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39935 2024-11-09T03:32:53,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39935 connecting to ZooKeeper ensemble=127.0.0.1:57156 2024-11-09T03:32:53,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:53,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:53,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399350x0, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:32:53,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399350x0, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:53,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39935-0x1011da7537e0002 connected 2024-11-09T03:32:53,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:32:53,801 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T03:32:53,807 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T03:32:53,807 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T03:32:53,810 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T03:32:53,811 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:32:53,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:32:53,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:32:53,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39935 2024-11-09T03:32:53,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39935 2024-11-09T03:32:53,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39935 2024-11-09T03:32:53,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39935 2024-11-09T03:32:53,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39935 2024-11-09T03:32:53,831 DEBUG [M:0;6ee74a15f3e3:45253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ee74a15f3e3:45253 2024-11-09T03:32:53,831 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6ee74a15f3e3,45253,1731123173351 2024-11-09T03:32:53,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:53,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:53,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:53,842 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6ee74a15f3e3,45253,1731123173351 2024-11-09T03:32:53,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:53,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:53,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:53,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:53,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:53,852 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T03:32:53,853 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6ee74a15f3e3,45253,1731123173351 from backup master directory 2024-11-09T03:32:53,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6ee74a15f3e3,45253,1731123173351 2024-11-09T03:32:53,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:53,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:53,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:32:53,863 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:53,863 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ee74a15f3e3,45253,1731123173351 2024-11-09T03:32:53,867 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/hbase.id] with ID: cc7c9db0-a660-48fb-b2ca-c65fd881b0a4 2024-11-09T03:32:53,867 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/.tmp/hbase.id 2024-11-09T03:32:53,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:32:53,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:32:53,876 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/.tmp/hbase.id]:[hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/hbase.id] 2024-11-09T03:32:53,889 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:32:53,889 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T03:32:53,891 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T03:32:53,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:53,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:53,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:32:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:32:53,966 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:32:53,967 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T03:32:53,967 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:53,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:32:53,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:32:53,977 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store 2024-11-09T03:32:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:32:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:32:53,983 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:53,983 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:32:53,983 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:53,983 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:53,983 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:32:53,983 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:53,983 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:53,983 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123173983Disabling compacts and flushes for region at 1731123173983Disabling writes for close at 1731123173983Writing region close event to WAL at 1731123173983Closed at 1731123173983 2024-11-09T03:32:53,984 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/.initializing 2024-11-09T03:32:53,984 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/WALs/6ee74a15f3e3,45253,1731123173351 2024-11-09T03:32:53,985 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:53,987 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C45253%2C1731123173351, suffix=, logDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/WALs/6ee74a15f3e3,45253,1731123173351, archiveDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/oldWALs, maxLogs=10 2024-11-09T03:32:53,999 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/WALs/6ee74a15f3e3,45253,1731123173351/6ee74a15f3e3%2C45253%2C1731123173351.1731123173987, exclude list is [], retry=0 2024-11-09T03:32:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38713,DS-ca589f68-783a-470d-b935-0dd858861f2e,DISK] 2024-11-09T03:32:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-791b6810-9a62-4cd6-b9b3-5b841e838b43,DISK] 2024-11-09T03:32:54,004 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/WALs/6ee74a15f3e3,45253,1731123173351/6ee74a15f3e3%2C45253%2C1731123173351.1731123173987 2024-11-09T03:32:54,004 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44351:44351),(127.0.0.1/127.0.0.1:44111:44111)] 2024-11-09T03:32:54,004 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:32:54,004 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:54,004 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,004 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T03:32:54,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:54,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:54,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T03:32:54,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:54,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:54,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T03:32:54,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:54,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:54,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T03:32:54,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:54,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:54,013 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,013 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,014 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,015 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,015 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,015 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:54,017 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:32:54,019 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:54,019 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63656573, jitterRate=-0.05144314467906952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:54,020 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731123174005Initializing all the Stores at 1731123174005Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123174005Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123174006 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123174006Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123174006Cleaning up temporary data from old regions at 1731123174015 (+9 ms)Region opened successfully at 1731123174020 (+5 ms) 2024-11-09T03:32:54,020 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T03:32:54,023 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8b49f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:54,024 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T03:32:54,024 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T03:32:54,024 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T03:32:54,024 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T03:32:54,025 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T03:32:54,025 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T03:32:54,025 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T03:32:54,027 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T03:32:54,028 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T03:32:54,058 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T03:32:54,058 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T03:32:54,059 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T03:32:54,068 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T03:32:54,069 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T03:32:54,070 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T03:32:54,079 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T03:32:54,080 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T03:32:54,089 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T03:32:54,092 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T03:32:54,100 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T03:32:54,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:54,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:54,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:54,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,111 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ee74a15f3e3,45253,1731123173351, sessionid=0x1011da7537e0000, setting cluster-up flag (Was=false) 2024-11-09T03:32:54,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,163 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T03:32:54,165 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,45253,1731123173351 2024-11-09T03:32:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,221 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T03:32:54,224 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,45253,1731123173351 2024-11-09T03:32:54,227 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T03:32:54,230 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:54,231 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T03:32:54,231 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T03:32:54,232 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ee74a15f3e3,45253,1731123173351 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T03:32:54,234 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:54,234 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:54,234 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:54,234 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:32:54,234 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ee74a15f3e3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T03:32:54,234 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,234 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:54,234 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,236 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731123204236 2024-11-09T03:32:54,237 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T03:32:54,237 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T03:32:54,237 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T03:32:54,237 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T03:32:54,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:54,237 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T03:32:54,237 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T03:32:54,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T03:32:54,237 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:54,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T03:32:54,240 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T03:32:54,240 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T03:32:54,240 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T03:32:54,242 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T03:32:54,243 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T03:32:54,243 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123174243,5,FailOnTimeoutGroup] 2024-11-09T03:32:54,243 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123174243,5,FailOnTimeoutGroup] 2024-11-09T03:32:54,243 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,243 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T03:32:54,243 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,244 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:32:54,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:32:54,322 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(746): ClusterId : cc7c9db0-a660-48fb-b2ca-c65fd881b0a4 2024-11-09T03:32:54,322 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(746): ClusterId : cc7c9db0-a660-48fb-b2ca-c65fd881b0a4 2024-11-09T03:32:54,323 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:32:54,323 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:32:54,332 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:32:54,332 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:32:54,332 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:32:54,332 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:32:54,343 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:32:54,343 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:32:54,343 DEBUG [RS:1;6ee74a15f3e3:39935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab55117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:54,343 DEBUG [RS:0;6ee74a15f3e3:43725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bf06a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:32:54,357 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6ee74a15f3e3:39935 2024-11-09T03:32:54,357 DEBUG [RS:0;6ee74a15f3e3:43725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ee74a15f3e3:43725 2024-11-09T03:32:54,357 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:32:54,357 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:32:54,357 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:32:54,357 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:32:54,357 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:32:54,357 DEBUG [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:32:54,358 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,45253,1731123173351 with port=43725, startcode=1731123173718 2024-11-09T03:32:54,358 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,45253,1731123173351 with port=39935, startcode=1731123173782 2024-11-09T03:32:54,358 DEBUG [RS:0;6ee74a15f3e3:43725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:32:54,358 DEBUG [RS:1;6ee74a15f3e3:39935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:32:54,361 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:32:54,361 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:32:54,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:54,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45253 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:54,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,43725,1731123173718 2024-11-09T03:32:54,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45253 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,43725,1731123173718 2024-11-09T03:32:54,363 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9 2024-11-09T03:32:54,363 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36303 2024-11-09T03:32:54,363 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:32:54,364 DEBUG [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9 2024-11-09T03:32:54,364 DEBUG [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36303 2024-11-09T03:32:54,364 DEBUG [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:32:54,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:54,411 DEBUG [RS:1;6ee74a15f3e3:39935 {}] zookeeper.ZKUtil(111): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:54,411 WARN [RS:1;6ee74a15f3e3:39935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:54,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,43725,1731123173718] 2024-11-09T03:32:54,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,39935,1731123173782] 2024-11-09T03:32:54,412 INFO [RS:1;6ee74a15f3e3:39935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:54,412 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:54,412 DEBUG [RS:0;6ee74a15f3e3:43725 {}] zookeeper.ZKUtil(111): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,43725,1731123173718 2024-11-09T03:32:54,412 WARN [RS:0;6ee74a15f3e3:43725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:32:54,412 INFO [RS:0;6ee74a15f3e3:43725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:54,412 DEBUG [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,43725,1731123173718 2024-11-09T03:32:54,417 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:32:54,417 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:32:54,420 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:32:54,420 INFO [RS:1;6ee74a15f3e3:39935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:32:54,420 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,421 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:32:54,422 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:32:54,422 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:32:54,422 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,422 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,423 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,423 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,423 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,423 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,423 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:54,423 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,423 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,423 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,423 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,424 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,424 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,424 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:54,424 DEBUG [RS:1;6ee74a15f3e3:39935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:54,427 INFO [RS:0;6ee74a15f3e3:43725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:32:54,427 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,427 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,427 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,427 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,427 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:32:54,427 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,427 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,427 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39935,1731123173782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:54,428 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:32:54,428 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,429 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,429 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,429 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,429 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,429 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,429 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:32:54,429 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,429 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,429 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,430 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,430 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,430 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:32:54,430 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:54,430 DEBUG [RS:0;6ee74a15f3e3:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:32:54,432 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,432 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,432 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,432 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,432 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,432 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,43725,1731123173718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:54,444 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:32:54,444 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39935,1731123173782-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,444 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,444 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.Replication(171): 6ee74a15f3e3,39935,1731123173782 started 2024-11-09T03:32:54,451 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:32:54,451 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,43725,1731123173718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,451 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,451 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.Replication(171): 6ee74a15f3e3,43725,1731123173718 started 2024-11-09T03:32:54,457 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,457 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,39935,1731123173782, RpcServer on 6ee74a15f3e3/172.17.0.2:39935, sessionid=0x1011da7537e0002 2024-11-09T03:32:54,458 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:32:54,458 DEBUG [RS:1;6ee74a15f3e3:39935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:54,458 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,39935,1731123173782' 2024-11-09T03:32:54,458 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:32:54,458 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:32:54,459 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:32:54,459 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:32:54,459 DEBUG [RS:1;6ee74a15f3e3:39935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:54,459 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,39935,1731123173782' 2024-11-09T03:32:54,459 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:32:54,459 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:32:54,460 DEBUG [RS:1;6ee74a15f3e3:39935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:32:54,460 INFO [RS:1;6ee74a15f3e3:39935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:32:54,460 INFO [RS:1;6ee74a15f3e3:39935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:32:54,467 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:54,467 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,43725,1731123173718, RpcServer on 6ee74a15f3e3/172.17.0.2:43725, sessionid=0x1011da7537e0001 2024-11-09T03:32:54,467 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:32:54,468 DEBUG [RS:0;6ee74a15f3e3:43725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,43725,1731123173718 2024-11-09T03:32:54,468 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,43725,1731123173718' 2024-11-09T03:32:54,468 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:32:54,468 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:32:54,469 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:32:54,469 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:32:54,469 DEBUG [RS:0;6ee74a15f3e3:43725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,43725,1731123173718 2024-11-09T03:32:54,469 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,43725,1731123173718' 2024-11-09T03:32:54,469 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:32:54,469 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:32:54,470 DEBUG [RS:0;6ee74a15f3e3:43725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:32:54,470 INFO [RS:0;6ee74a15f3e3:43725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:32:54,470 INFO [RS:0;6ee74a15f3e3:43725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:32:54,560 INFO [RS:1;6ee74a15f3e3:39935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:54,562 INFO [RS:1;6ee74a15f3e3:39935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C39935%2C1731123173782, suffix=, logDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,39935,1731123173782, archiveDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/oldWALs, maxLogs=32 2024-11-09T03:32:54,570 INFO [RS:0;6ee74a15f3e3:43725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:32:54,572 INFO [RS:0;6ee74a15f3e3:43725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C43725%2C1731123173718, suffix=, logDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,43725,1731123173718, archiveDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/oldWALs, maxLogs=32 2024-11-09T03:32:54,580 DEBUG [RS:1;6ee74a15f3e3:39935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,39935,1731123173782/6ee74a15f3e3%2C39935%2C1731123173782.1731123174563, exclude list is [], retry=0 2024-11-09T03:32:54,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38713,DS-ca589f68-783a-470d-b935-0dd858861f2e,DISK] 2024-11-09T03:32:54,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-791b6810-9a62-4cd6-b9b3-5b841e838b43,DISK] 2024-11-09T03:32:54,585 INFO [RS:1;6ee74a15f3e3:39935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,39935,1731123173782/6ee74a15f3e3%2C39935%2C1731123173782.1731123174563 2024-11-09T03:32:54,585 DEBUG [RS:1;6ee74a15f3e3:39935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44351:44351),(127.0.0.1/127.0.0.1:44111:44111)] 2024-11-09T03:32:54,587 DEBUG [RS:0;6ee74a15f3e3:43725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,43725,1731123173718/6ee74a15f3e3%2C43725%2C1731123173718.1731123174572, exclude list is [], retry=0 2024-11-09T03:32:54,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38713,DS-ca589f68-783a-470d-b935-0dd858861f2e,DISK] 2024-11-09T03:32:54,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-791b6810-9a62-4cd6-b9b3-5b841e838b43,DISK] 2024-11-09T03:32:54,592 INFO [RS:0;6ee74a15f3e3:43725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,43725,1731123173718/6ee74a15f3e3%2C43725%2C1731123173718.1731123174572 2024-11-09T03:32:54,593 DEBUG [RS:0;6ee74a15f3e3:43725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111),(127.0.0.1/127.0.0.1:44351:44351)] 2024-11-09T03:32:54,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T03:32:54,652 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9 2024-11-09T03:32:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741834_1010 (size=32) 2024-11-09T03:32:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741834_1010 (size=32) 2024-11-09T03:32:54,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:54,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:32:54,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:32:54,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:54,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:54,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:32:54,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:32:54,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:54,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:54,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:32:54,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:32:54,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:54,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:54,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:32:54,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:32:54,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:54,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:54,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:32:54,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740 2024-11-09T03:32:54,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740 2024-11-09T03:32:54,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:32:54,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:32:54,677 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:54,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:32:54,680 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:54,680 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69224220, jitterRate=0.0315212607383728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:54,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731123174665Initializing all the Stores at 1731123174666 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123174666Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123174666Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123174666Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123174666Cleaning up temporary data from old regions at 1731123174676 (+10 ms)Region opened successfully at 1731123174681 (+5 ms) 2024-11-09T03:32:54,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:32:54,681 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:32:54,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:32:54,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:32:54,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:32:54,682 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:54,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123174681Disabling compacts and flushes for region at 1731123174681Disabling writes for close at 1731123174681Writing region close event to WAL at 1731123174682 (+1 ms)Closed at 1731123174682 2024-11-09T03:32:54,683 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:54,683 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T03:32:54,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T03:32:54,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:32:54,685 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T03:32:54,835 DEBUG [6ee74a15f3e3:45253 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T03:32:54,836 DEBUG [6ee74a15f3e3:45253 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:32:54,841 DEBUG [6ee74a15f3e3:45253 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:32:54,841 DEBUG [6ee74a15f3e3:45253 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:32:54,841 DEBUG [6ee74a15f3e3:45253 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:32:54,841 DEBUG [6ee74a15f3e3:45253 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:32:54,841 INFO [6ee74a15f3e3:45253 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:32:54,841 INFO [6ee74a15f3e3:45253 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:32:54,841 DEBUG [6ee74a15f3e3:45253 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:32:54,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:54,844 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,39935,1731123173782, state=OPENING 2024-11-09T03:32:54,894 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T03:32:54,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:54,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:54,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:54,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:54,905 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:32:54,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,39935,1731123173782}] 2024-11-09T03:32:55,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:55,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:55,064 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T03:32:55,065 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:32:55,065 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T03:32:55,068 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C39935%2C1731123173782.meta, suffix=.meta, logDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,39935,1731123173782, archiveDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/oldWALs, maxLogs=32 2024-11-09T03:32:55,084 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,39935,1731123173782/6ee74a15f3e3%2C39935%2C1731123173782.meta.1731123175068.meta, exclude list is [], retry=0 2024-11-09T03:32:55,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35671,DS-791b6810-9a62-4cd6-b9b3-5b841e838b43,DISK] 2024-11-09T03:32:55,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38713,DS-ca589f68-783a-470d-b935-0dd858861f2e,DISK] 2024-11-09T03:32:55,089 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,39935,1731123173782/6ee74a15f3e3%2C39935%2C1731123173782.meta.1731123175068.meta 2024-11-09T03:32:55,089 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111),(127.0.0.1/127.0.0.1:44351:44351)] 2024-11-09T03:32:55,089 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:32:55,089 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T03:32:55,089 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T03:32:55,089 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T03:32:55,090 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T03:32:55,090 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:55,090 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T03:32:55,090 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T03:32:55,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:32:55,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:32:55,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:55,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:55,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:32:55,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:32:55,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:55,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:55,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:32:55,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:32:55,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:55,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:55,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:32:55,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:32:55,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:55,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:32:55,098 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:32:55,099 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740 2024-11-09T03:32:55,100 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740 2024-11-09T03:32:55,101 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:32:55,101 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:32:55,102 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:32:55,103 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:32:55,103 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62393896, jitterRate=-0.0702584981918335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:32:55,103 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T03:32:55,104 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731123175090Writing region info on filesystem at 1731123175090Initializing all the Stores at 1731123175091 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123175091Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123175091Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123175091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123175091Cleaning up temporary data from old regions at 1731123175101 (+10 ms)Running coprocessor post-open hooks at 1731123175103 (+2 ms)Region opened successfully at 1731123175104 (+1 ms) 2024-11-09T03:32:55,105 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731123175058 2024-11-09T03:32:55,107 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T03:32:55,107 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T03:32:55,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:55,109 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,39935,1731123173782, state=OPEN 2024-11-09T03:32:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:32:55,121 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:55,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:55,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:55,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:32:55,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T03:32:55,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,39935,1731123173782 in 216 msec 2024-11-09T03:32:55,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T03:32:55,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-09T03:32:55,129 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:32:55,129 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T03:32:55,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:32:55,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,39935,1731123173782, seqNum=-1] 2024-11-09T03:32:55,130 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:55,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:55,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 908 msec 2024-11-09T03:32:55,138 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731123175137, completionTime=-1 2024-11-09T03:32:55,138 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T03:32:55,138 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T03:32:55,140 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T03:32:55,140 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731123235140 2024-11-09T03:32:55,140 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731123295140 2024-11-09T03:32:55,140 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T03:32:55,140 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,45253,1731123173351-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:55,140 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,45253,1731123173351-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:55,140 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,45253,1731123173351-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:55,141 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ee74a15f3e3:45253, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:55,141 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:55,141 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:55,143 DEBUG [master/6ee74a15f3e3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T03:32:55,145 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.282sec 2024-11-09T03:32:55,145 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T03:32:55,145 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T03:32:55,145 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T03:32:55,146 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T03:32:55,146 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T03:32:55,146 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,45253,1731123173351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:32:55,146 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,45253,1731123173351-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T03:32:55,148 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T03:32:55,148 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T03:32:55,148 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,45253,1731123173351-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:32:55,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5591ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:55,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ee74a15f3e3,45253,-1 for getting cluster id 2024-11-09T03:32:55,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T03:32:55,226 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc7c9db0-a660-48fb-b2ca-c65fd881b0a4' 2024-11-09T03:32:55,226 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T03:32:55,226 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc7c9db0-a660-48fb-b2ca-c65fd881b0a4" 2024-11-09T03:32:55,227 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f769da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:55,227 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ee74a15f3e3,45253,-1] 2024-11-09T03:32:55,227 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T03:32:55,227 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:55,228 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T03:32:55,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ee0b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:55,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:32:55,232 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,39935,1731123173782, seqNum=-1] 2024-11-09T03:32:55,232 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:55,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:55,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ee74a15f3e3,45253,1731123173351 2024-11-09T03:32:55,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T03:32:55,238 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ee74a15f3e3,45253,1731123173351 2024-11-09T03:32:55,238 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64482e66 2024-11-09T03:32:55,238 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T03:32:55,239 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T03:32:55,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:32:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T03:32:55,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T03:32:55,243 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:55,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T03:32:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:55,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T03:32:55,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:32:55,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:32:55,254 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b35f763c418cf7556e867a582cfa3897, NAME => 'testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9 2024-11-09T03:32:55,255 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 56a4734b493c2e0ff618a79f2f8850d2, NAME => 'testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9 2024-11-09T03:32:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:32:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:32:55,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:32:55,262 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:55,262 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b35f763c418cf7556e867a582cfa3897, disabling compactions & flushes 2024-11-09T03:32:55,262 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:32:55,262 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:55,262 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. after waiting 0 ms 2024-11-09T03:32:55,262 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:55,262 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:55,262 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:55,262 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 56a4734b493c2e0ff618a79f2f8850d2, disabling compactions & flushes 2024-11-09T03:32:55,262 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b35f763c418cf7556e867a582cfa3897: Waiting for close lock at 1731123175262Disabling compacts and flushes for region at 1731123175262Disabling writes for close at 1731123175262Writing region close event to WAL at 1731123175262Closed at 1731123175262 2024-11-09T03:32:55,262 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:55,262 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:55,262 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. after waiting 0 ms 2024-11-09T03:32:55,263 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:55,263 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:55,263 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 56a4734b493c2e0ff618a79f2f8850d2: Waiting for close lock at 1731123175262Disabling compacts and flushes for region at 1731123175262Disabling writes for close at 1731123175262Writing region close event to WAL at 1731123175263 (+1 ms)Closed at 1731123175263 2024-11-09T03:32:55,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T03:32:55,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123175264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123175264"}]},"ts":"1731123175264"} 2024-11-09T03:32:55,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123175264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123175264"}]},"ts":"1731123175264"} 2024-11-09T03:32:55,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T03:32:55,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T03:32:55,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123175269"}]},"ts":"1731123175269"} 2024-11-09T03:32:55,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T03:32:55,272 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:32:55,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:32:55,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:32:55,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:32:55,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:32:55,273 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:32:55,273 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:32:55,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:32:55,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b35f763c418cf7556e867a582cfa3897, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=56a4734b493c2e0ff618a79f2f8850d2, ASSIGN}] 2024-11-09T03:32:55,275 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b35f763c418cf7556e867a582cfa3897, ASSIGN 2024-11-09T03:32:55,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=56a4734b493c2e0ff618a79f2f8850d2, ASSIGN 2024-11-09T03:32:55,276 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b35f763c418cf7556e867a582cfa3897, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,43725,1731123173718; forceNewPlan=false, retain=false 2024-11-09T03:32:55,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=56a4734b493c2e0ff618a79f2f8850d2, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,39935,1731123173782; forceNewPlan=false, retain=false 2024-11-09T03:32:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:55,427 INFO [6ee74a15f3e3:45253 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T03:32:55,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b35f763c418cf7556e867a582cfa3897, regionState=OPENING, regionLocation=6ee74a15f3e3,43725,1731123173718 2024-11-09T03:32:55,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=56a4734b493c2e0ff618a79f2f8850d2, regionState=OPENING, regionLocation=6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:55,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=56a4734b493c2e0ff618a79f2f8850d2, ASSIGN because future has completed 2024-11-09T03:32:55,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56a4734b493c2e0ff618a79f2f8850d2, server=6ee74a15f3e3,39935,1731123173782}] 2024-11-09T03:32:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b35f763c418cf7556e867a582cfa3897, ASSIGN because future has completed 2024-11-09T03:32:55,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b35f763c418cf7556e867a582cfa3897, server=6ee74a15f3e3,43725,1731123173718}] 2024-11-09T03:32:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:55,584 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:55,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:55,588 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:55,589 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 56a4734b493c2e0ff618a79f2f8850d2, NAME => 'testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T03:32:55,589 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,589 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:55,589 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,589 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,591 INFO [StoreOpener-56a4734b493c2e0ff618a79f2f8850d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,592 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:55,592 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b35f763c418cf7556e867a582cfa3897, NAME => 'testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T03:32:55,592 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,592 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:32:55,593 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,593 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,594 INFO [StoreOpener-56a4734b493c2e0ff618a79f2f8850d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56a4734b493c2e0ff618a79f2f8850d2 columnFamilyName family 2024-11-09T03:32:55,594 DEBUG [StoreOpener-56a4734b493c2e0ff618a79f2f8850d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:55,595 INFO [StoreOpener-b35f763c418cf7556e867a582cfa3897-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,595 INFO [StoreOpener-56a4734b493c2e0ff618a79f2f8850d2-1 {}] regionserver.HStore(327): Store=56a4734b493c2e0ff618a79f2f8850d2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:55,595 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,596 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,597 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,597 INFO [StoreOpener-b35f763c418cf7556e867a582cfa3897-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35f763c418cf7556e867a582cfa3897 columnFamilyName family 2024-11-09T03:32:55,597 DEBUG [StoreOpener-b35f763c418cf7556e867a582cfa3897-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:32:55,597 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,597 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,597 INFO [StoreOpener-b35f763c418cf7556e867a582cfa3897-1 {}] regionserver.HStore(327): Store=b35f763c418cf7556e867a582cfa3897/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:32:55,597 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,598 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,598 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,599 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,599 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,599 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,601 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,601 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/56a4734b493c2e0ff618a79f2f8850d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:55,601 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 56a4734b493c2e0ff618a79f2f8850d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60417159, jitterRate=-0.09971417486667633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:32:55,601 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:55,602 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 56a4734b493c2e0ff618a79f2f8850d2: Running coprocessor pre-open hook at 1731123175590Writing region info on filesystem at 1731123175590Initializing all the Stores at 1731123175591 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123175591Cleaning up temporary data from old regions at 1731123175597 (+6 ms)Running coprocessor post-open hooks at 1731123175601 (+4 ms)Region opened successfully at 1731123175602 (+1 ms) 2024-11-09T03:32:55,602 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/b35f763c418cf7556e867a582cfa3897/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:32:55,603 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b35f763c418cf7556e867a582cfa3897; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72133636, jitterRate=0.07487493753433228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:32:55,603 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2., pid=7, masterSystemTime=1731123175583 2024-11-09T03:32:55,603 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:55,603 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b35f763c418cf7556e867a582cfa3897: Running coprocessor pre-open hook at 1731123175593Writing region info on filesystem at 1731123175593Initializing all the Stores at 1731123175594 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123175594Cleaning up temporary data from old regions at 1731123175599 (+5 ms)Running coprocessor post-open hooks at 1731123175603 (+4 ms)Region opened successfully at 1731123175603 2024-11-09T03:32:55,604 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897., pid=8, masterSystemTime=1731123175584 2024-11-09T03:32:55,605 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:55,605 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:55,606 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=56a4734b493c2e0ff618a79f2f8850d2, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:55,606 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:55,606 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:55,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b35f763c418cf7556e867a582cfa3897, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,43725,1731123173718 2024-11-09T03:32:55,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56a4734b493c2e0ff618a79f2f8850d2, server=6ee74a15f3e3,39935,1731123173782 because future has completed 2024-11-09T03:32:55,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b35f763c418cf7556e867a582cfa3897, server=6ee74a15f3e3,43725,1731123173718 because future has completed 2024-11-09T03:32:55,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T03:32:55,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 56a4734b493c2e0ff618a79f2f8850d2, server=6ee74a15f3e3,39935,1731123173782 in 180 msec 2024-11-09T03:32:55,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T03:32:55,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=56a4734b493c2e0ff618a79f2f8850d2, ASSIGN in 340 msec 2024-11-09T03:32:55,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b35f763c418cf7556e867a582cfa3897, server=6ee74a15f3e3,43725,1731123173718 in 181 msec 2024-11-09T03:32:55,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T03:32:55,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b35f763c418cf7556e867a582cfa3897, ASSIGN in 341 msec 2024-11-09T03:32:55,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T03:32:55,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123175618"}]},"ts":"1731123175618"} 2024-11-09T03:32:55,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T03:32:55,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T03:32:55,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 381 msec 2024-11-09T03:32:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:32:55,877 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T03:32:55,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T03:32:55,878 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:32:55,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T03:32:55,886 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:32:55,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T03:32:55,892 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897., hostname=6ee74a15f3e3,43725,1731123173718, seqNum=2] 2024-11-09T03:32:55,893 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:55,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:55,904 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2., hostname=6ee74a15f3e3,39935,1731123173782, seqNum=2] 2024-11-09T03:32:55,916 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b35f763c418cf7556e867a582cfa3897 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T03:32:55,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/b35f763c418cf7556e867a582cfa3897/.tmp/family/4c28458f64194feeb5f87342993ffce1 is 32, key is 1/family:/1731123175895/Put/seqid=0 2024-11-09T03:32:55,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741839_1015 (size=5054) 2024-11-09T03:32:55,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741839_1015 (size=5054) 2024-11-09T03:32:55,987 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/b35f763c418cf7556e867a582cfa3897/.tmp/family/4c28458f64194feeb5f87342993ffce1 2024-11-09T03:32:55,996 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/b35f763c418cf7556e867a582cfa3897/.tmp/family/4c28458f64194feeb5f87342993ffce1 as hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/b35f763c418cf7556e867a582cfa3897/family/4c28458f64194feeb5f87342993ffce1 2024-11-09T03:32:56,004 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/b35f763c418cf7556e867a582cfa3897/family/4c28458f64194feeb5f87342993ffce1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T03:32:56,005 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b35f763c418cf7556e867a582cfa3897 in 90ms, sequenceid=8, compaction requested=false 2024-11-09T03:32:56,005 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b35f763c418cf7556e867a582cfa3897: 2024-11-09T03:32:56,005 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 56a4734b493c2e0ff618a79f2f8850d2 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T03:32:56,021 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/56a4734b493c2e0ff618a79f2f8850d2/.tmp/family/e9df2c39d74a4c48bbe8bcd9efa02039 is 32, key is 5/family:/1731123175905/Put/seqid=0 2024-11-09T03:32:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741840_1016 (size=5083) 2024-11-09T03:32:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741840_1016 (size=5083) 2024-11-09T03:32:56,030 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/56a4734b493c2e0ff618a79f2f8850d2/.tmp/family/e9df2c39d74a4c48bbe8bcd9efa02039 2024-11-09T03:32:56,037 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/56a4734b493c2e0ff618a79f2f8850d2/.tmp/family/e9df2c39d74a4c48bbe8bcd9efa02039 as hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/56a4734b493c2e0ff618a79f2f8850d2/family/e9df2c39d74a4c48bbe8bcd9efa02039 2024-11-09T03:32:56,043 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/56a4734b493c2e0ff618a79f2f8850d2/family/e9df2c39d74a4c48bbe8bcd9efa02039, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T03:32:56,044 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 56a4734b493c2e0ff618a79f2f8850d2 in 39ms, sequenceid=9, compaction requested=false 2024-11-09T03:32:56,044 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 56a4734b493c2e0ff618a79f2f8850d2: 2024-11-09T03:32:56,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3fd8e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:56,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ee74a15f3e3,45253,-1 for getting cluster id 2024-11-09T03:32:56,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T03:32:56,046 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc7c9db0-a660-48fb-b2ca-c65fd881b0a4' 2024-11-09T03:32:56,046 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T03:32:56,046 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc7c9db0-a660-48fb-b2ca-c65fd881b0a4" 2024-11-09T03:32:56,046 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c9f2d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:56,046 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ee74a15f3e3,45253,-1] 2024-11-09T03:32:56,047 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T03:32:56,047 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:56,047 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T03:32:56,048 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67144a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:32:56,054 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T03:32:56,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:32:56,055 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,39935,1731123173782, seqNum=-1] 2024-11-09T03:32:56,056 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:32:56,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:32:56,059 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:56,060 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:32:56,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:56,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:32:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] bucket.BucketCache(1864): found 1 blocks for file 4c28458f64194feeb5f87342993ffce1, starting offset: 0, end offset: 9223372036854775807 2024-11-09T03:32:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39935 {}] bucket.BucketCache(1864): found 1 blocks for file e9df2c39d74a4c48bbe8bcd9efa02039, starting offset: 0, end offset: 9223372036854775807 2024-11-09T03:32:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39935 {}] bucket.BucketCache(857): removed key e9df2c39d74a4c48bbe8bcd9efa02039_0 from back map with offset lock 2094080 in the evict process 2024-11-09T03:32:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] bucket.BucketCache(857): removed key 4c28458f64194feeb5f87342993ffce1_0 from back map with offset lock 2094080 in the evict process 2024-11-09T03:32:56,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:32:56,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:56,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:56,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:56,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T03:32:56,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T03:32:56,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:32:56,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:56,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:56,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:56,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T03:32:56,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T03:32:56,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1647417012, stopped=false 2024-11-09T03:32:56,065 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ee74a15f3e3,45253,1731123173351 2024-11-09T03:32:56,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:56,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:56,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:32:56,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:56,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:56,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:56,288 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:32:56,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:32:56,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:56,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:56,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:56,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:56,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:32:56,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,43725,1731123173718' ***** 2024-11-09T03:32:56,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:32:56,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,39935,1731123173782' ***** 2024-11-09T03:32:56,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:32:56,292 INFO [RS:0;6ee74a15f3e3:43725 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T03:32:56,292 INFO [RS:1;6ee74a15f3e3:39935 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T03:32:56,293 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T03:32:56,293 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T03:32:56,293 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T03:32:56,293 INFO [RS:1;6ee74a15f3e3:39935 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T03:32:56,293 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T03:32:56,293 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T03:32:56,293 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:32:56,293 INFO [RS:0;6ee74a15f3e3:43725 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T03:32:56,293 INFO [RS:1;6ee74a15f3e3:39935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:32:56,293 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:32:56,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:32:56,293 INFO [RS:1;6ee74a15f3e3:39935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:32:56,293 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T03:32:56,293 INFO [RS:0;6ee74a15f3e3:43725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:32:56,293 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(3091): Received CLOSE for 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:56,294 INFO [RS:0;6ee74a15f3e3:43725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:32:56,294 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:56,294 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:56,294 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:56,294 INFO [RS:1;6ee74a15f3e3:39935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6ee74a15f3e3:39935. 2024-11-09T03:32:56,294 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,43725,1731123173718 2024-11-09T03:32:56,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:32:56,294 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:56,294 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56a4734b493c2e0ff618a79f2f8850d2, disabling compactions & flushes 2024-11-09T03:32:56,294 DEBUG [RS:1;6ee74a15f3e3:39935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:56,294 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:56,294 INFO [RS:0;6ee74a15f3e3:43725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ee74a15f3e3:43725. 2024-11-09T03:32:56,294 DEBUG [RS:1;6ee74a15f3e3:39935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:56,294 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:56,294 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b35f763c418cf7556e867a582cfa3897, disabling compactions & flushes 2024-11-09T03:32:56,294 DEBUG [RS:0;6ee74a15f3e3:43725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:32:56,294 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. after waiting 0 ms 2024-11-09T03:32:56,294 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:56,294 DEBUG [RS:0;6ee74a15f3e3:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:56,294 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:56,294 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:32:56,294 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:56,294 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:32:56,294 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. after waiting 0 ms 2024-11-09T03:32:56,294 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:32:56,295 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:56,295 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T03:32:56,295 DEBUG [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(1325): Online Regions={b35f763c418cf7556e867a582cfa3897=testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897.} 2024-11-09T03:32:56,295 DEBUG [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(1351): Waiting on b35f763c418cf7556e867a582cfa3897 2024-11-09T03:32:56,295 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T03:32:56,296 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T03:32:56,296 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 56a4734b493c2e0ff618a79f2f8850d2=testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2.} 2024-11-09T03:32:56,296 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56a4734b493c2e0ff618a79f2f8850d2 2024-11-09T03:32:56,296 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:32:56,296 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:32:56,296 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:32:56,296 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:32:56,296 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:32:56,296 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T03:32:56,304 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/56a4734b493c2e0ff618a79f2f8850d2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T03:32:56,304 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:56,304 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56a4734b493c2e0ff618a79f2f8850d2: Waiting for close lock at 1731123176294Running coprocessor pre-close hooks at 1731123176294Disabling compacts and flushes for region at 1731123176294Disabling writes for close at 1731123176294Writing region close event to WAL at 1731123176300 (+6 ms)Running coprocessor post-close hooks at 1731123176304 (+4 ms)Closed at 1731123176304 2024-11-09T03:32:56,305 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2. 2024-11-09T03:32:56,308 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/default/testClearRegionBlockCache/b35f763c418cf7556e867a582cfa3897/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T03:32:56,308 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:56,309 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b35f763c418cf7556e867a582cfa3897: Waiting for close lock at 1731123176294Running coprocessor pre-close hooks at 1731123176294Disabling compacts and flushes for region at 1731123176294Disabling writes for close at 1731123176294Writing region close event to WAL at 1731123176304 (+10 ms)Running coprocessor post-close hooks at 1731123176308 (+4 ms)Closed at 1731123176308 2024-11-09T03:32:56,309 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731123175240.b35f763c418cf7556e867a582cfa3897. 2024-11-09T03:32:56,314 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/.tmp/info/74da6ce2b2f644d7a5aecf1e8dc0a8c9 is 173, key is testClearRegionBlockCache,5,1731123175240.56a4734b493c2e0ff618a79f2f8850d2./info:regioninfo/1731123175606/Put/seqid=0 2024-11-09T03:32:56,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:32:56,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:32:56,329 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:56,337 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:56,428 INFO [regionserver/6ee74a15f3e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T03:32:56,428 INFO [regionserver/6ee74a15f3e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T03:32:56,432 INFO [regionserver/6ee74a15f3e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T03:32:56,432 INFO [regionserver/6ee74a15f3e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T03:32:56,495 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,43725,1731123173718; all regions closed. 2024-11-09T03:32:56,496 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T03:32:56,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741833_1009 (size=1758) 2024-11-09T03:32:56,498 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/WALs/6ee74a15f3e3,43725,1731123173718/6ee74a15f3e3%2C43725%2C1731123173718.1731123174572 not finished, retry = 0 2024-11-09T03:32:56,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741833_1009 (size=1758) 2024-11-09T03:32:56,602 DEBUG [RS:0;6ee74a15f3e3:43725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/oldWALs 2024-11-09T03:32:56,602 INFO [RS:0;6ee74a15f3e3:43725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C43725%2C1731123173718:(num 1731123174572) 2024-11-09T03:32:56,602 DEBUG [RS:0;6ee74a15f3e3:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:56,602 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:56,602 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:56,603 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:56,603 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:32:56,603 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:32:56,603 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:56,603 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:32:56,603 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:56,603 INFO [RS:0;6ee74a15f3e3:43725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43725 2024-11-09T03:32:56,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,43725,1731123173718 2024-11-09T03:32:56,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:56,620 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:56,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,43725,1731123173718] 2024-11-09T03:32:56,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,43725,1731123173718 already deleted, retry=false 2024-11-09T03:32:56,641 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,43725,1731123173718 expired; onlineServers=1 2024-11-09T03:32:56,697 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T03:32:56,723 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/.tmp/info/74da6ce2b2f644d7a5aecf1e8dc0a8c9 2024-11-09T03:32:56,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:56,731 INFO [RS:0;6ee74a15f3e3:43725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:56,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1011da7537e0001, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:56,731 INFO [RS:0;6ee74a15f3e3:43725 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,43725,1731123173718; zookeeper connection closed. 2024-11-09T03:32:56,731 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@594c45e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@594c45e4 2024-11-09T03:32:56,751 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/.tmp/ns/12a1e6f027ce443a9614930da753a69b is 43, key is default/ns:d/1731123175132/Put/seqid=0 2024-11-09T03:32:56,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:32:56,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:32:56,897 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T03:32:57,097 DEBUG [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T03:32:57,157 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/.tmp/ns/12a1e6f027ce443a9614930da753a69b 2024-11-09T03:32:57,186 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/.tmp/table/4971f65ea0c14d1b8f61406dd1adc992 is 61, key is testClearRegionBlockCache/table:state/1731123175618/Put/seqid=0 2024-11-09T03:32:57,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:32:57,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:32:57,192 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/.tmp/table/4971f65ea0c14d1b8f61406dd1adc992 2024-11-09T03:32:57,198 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/.tmp/info/74da6ce2b2f644d7a5aecf1e8dc0a8c9 as hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/info/74da6ce2b2f644d7a5aecf1e8dc0a8c9 2024-11-09T03:32:57,203 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/info/74da6ce2b2f644d7a5aecf1e8dc0a8c9, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T03:32:57,205 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/.tmp/ns/12a1e6f027ce443a9614930da753a69b as hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/ns/12a1e6f027ce443a9614930da753a69b 2024-11-09T03:32:57,211 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/ns/12a1e6f027ce443a9614930da753a69b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T03:32:57,212 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/.tmp/table/4971f65ea0c14d1b8f61406dd1adc992 as hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/table/4971f65ea0c14d1b8f61406dd1adc992 2024-11-09T03:32:57,218 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/table/4971f65ea0c14d1b8f61406dd1adc992, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T03:32:57,219 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=13, compaction requested=false 2024-11-09T03:32:57,224 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T03:32:57,225 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T03:32:57,225 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:57,225 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123176296Running coprocessor pre-close hooks at 1731123176296Disabling compacts and flushes for region at 1731123176296Disabling writes for close at 1731123176296Obtaining lock to block concurrent updates at 1731123176296Preparing flush snapshotting stores in 1588230740 at 1731123176296Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731123176297 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731123176297Flushing 1588230740/info: creating writer at 1731123176297Flushing 1588230740/info: appending metadata at 1731123176314 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731123176314Flushing 1588230740/ns: creating writer at 1731123176734 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731123176750 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731123176750Flushing 1588230740/table: creating writer at 1731123177168 (+418 ms)Flushing 1588230740/table: appending metadata at 1731123177186 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731123177186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25408ef9: reopening flushed file at 1731123177197 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26de8ad8: reopening flushed file at 1731123177204 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f47e104: reopening flushed file at 1731123177211 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=13, compaction requested=false at 1731123177219 (+8 ms)Writing region close event to WAL at 1731123177221 (+2 ms)Running coprocessor post-close hooks at 1731123177225 (+4 ms)Closed at 1731123177225 2024-11-09T03:32:57,225 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T03:32:57,298 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,39935,1731123173782; all regions closed. 2024-11-09T03:32:57,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:32:57,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:32:57,306 DEBUG [RS:1;6ee74a15f3e3:39935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/oldWALs 2024-11-09T03:32:57,306 INFO [RS:1;6ee74a15f3e3:39935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C39935%2C1731123173782.meta:.meta(num 1731123175068) 2024-11-09T03:32:57,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741832_1008 (size=1867) 2024-11-09T03:32:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741832_1008 (size=1867) 2024-11-09T03:32:57,313 DEBUG [RS:1;6ee74a15f3e3:39935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/oldWALs 2024-11-09T03:32:57,313 INFO [RS:1;6ee74a15f3e3:39935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C39935%2C1731123173782:(num 1731123174563) 2024-11-09T03:32:57,313 DEBUG [RS:1;6ee74a15f3e3:39935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:32:57,313 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:32:57,313 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:57,313 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:57,313 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:57,313 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:57,313 INFO [RS:1;6ee74a15f3e3:39935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39935 2024-11-09T03:32:57,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:32:57,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,39935,1731123173782 2024-11-09T03:32:57,374 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:57,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,39935,1731123173782] 2024-11-09T03:32:57,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,39935,1731123173782 already deleted, retry=false 2024-11-09T03:32:57,395 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,39935,1731123173782 expired; onlineServers=0 2024-11-09T03:32:57,395 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ee74a15f3e3,45253,1731123173351' ***** 2024-11-09T03:32:57,395 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T03:32:57,396 INFO [M:0;6ee74a15f3e3:45253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:32:57,396 INFO [M:0;6ee74a15f3e3:45253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:32:57,396 DEBUG [M:0;6ee74a15f3e3:45253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T03:32:57,397 DEBUG [M:0;6ee74a15f3e3:45253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T03:32:57,397 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123174243 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123174243,5,FailOnTimeoutGroup] 2024-11-09T03:32:57,397 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T03:32:57,397 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123174243 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123174243,5,FailOnTimeoutGroup] 2024-11-09T03:32:57,397 INFO [M:0;6ee74a15f3e3:45253 {}] hbase.ChoreService(370): Chore service for: master/6ee74a15f3e3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T03:32:57,398 INFO [M:0;6ee74a15f3e3:45253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:32:57,398 DEBUG [M:0;6ee74a15f3e3:45253 {}] master.HMaster(1795): Stopping service threads 2024-11-09T03:32:57,398 INFO [M:0;6ee74a15f3e3:45253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T03:32:57,399 INFO [M:0;6ee74a15f3e3:45253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:32:57,399 INFO [M:0;6ee74a15f3e3:45253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T03:32:57,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T03:32:57,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T03:32:57,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:32:57,410 DEBUG [M:0;6ee74a15f3e3:45253 {}] zookeeper.ZKUtil(347): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T03:32:57,410 WARN [M:0;6ee74a15f3e3:45253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T03:32:57,410 INFO [M:0;6ee74a15f3e3:45253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/.lastflushedseqids 2024-11-09T03:32:57,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741844_1020 (size=182) 2024-11-09T03:32:57,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741844_1020 (size=182) 2024-11-09T03:32:57,420 INFO [M:0;6ee74a15f3e3:45253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T03:32:57,420 INFO [M:0;6ee74a15f3e3:45253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T03:32:57,421 DEBUG [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:32:57,421 INFO [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:57,421 DEBUG [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:57,421 DEBUG [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:32:57,421 DEBUG [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:57,421 INFO [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-09T03:32:57,437 DEBUG [M:0;6ee74a15f3e3:45253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2951736d66f4abf97c9d4d10ede0985 is 82, key is hbase:meta,,1/info:regioninfo/1731123175108/Put/seqid=0 2024-11-09T03:32:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:32:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:32:57,443 INFO [M:0;6ee74a15f3e3:45253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2951736d66f4abf97c9d4d10ede0985 2024-11-09T03:32:57,462 DEBUG [M:0;6ee74a15f3e3:45253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/751a80d4a39a405aaf1f88c9dd002cdd is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731123175622/Put/seqid=0 2024-11-09T03:32:57,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741846_1022 (size=6220) 2024-11-09T03:32:57,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741846_1022 (size=6220) 2024-11-09T03:32:57,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:57,485 INFO [RS:1;6ee74a15f3e3:39935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:57,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39935-0x1011da7537e0002, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:57,485 INFO [RS:1;6ee74a15f3e3:39935 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,39935,1731123173782; zookeeper connection closed. 2024-11-09T03:32:57,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@669d6ffe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@669d6ffe 2024-11-09T03:32:57,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T03:32:57,870 INFO [M:0;6ee74a15f3e3:45253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/751a80d4a39a405aaf1f88c9dd002cdd 2024-11-09T03:32:57,897 DEBUG [M:0;6ee74a15f3e3:45253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eba81fb548a4ec881890e98c128a479 is 69, key is 6ee74a15f3e3,39935,1731123173782/rs:state/1731123174362/Put/seqid=0 2024-11-09T03:32:57,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:32:57,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:32:57,903 INFO [M:0;6ee74a15f3e3:45253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eba81fb548a4ec881890e98c128a479 2024-11-09T03:32:57,909 DEBUG [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2951736d66f4abf97c9d4d10ede0985 as hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2951736d66f4abf97c9d4d10ede0985 2024-11-09T03:32:57,914 INFO [M:0;6ee74a15f3e3:45253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2951736d66f4abf97c9d4d10ede0985, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T03:32:57,915 DEBUG [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/751a80d4a39a405aaf1f88c9dd002cdd as hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/751a80d4a39a405aaf1f88c9dd002cdd 2024-11-09T03:32:57,921 INFO [M:0;6ee74a15f3e3:45253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/751a80d4a39a405aaf1f88c9dd002cdd, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T03:32:57,922 DEBUG [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eba81fb548a4ec881890e98c128a479 as hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4eba81fb548a4ec881890e98c128a479 2024-11-09T03:32:57,927 INFO [M:0;6ee74a15f3e3:45253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36303/user/jenkins/test-data/a2c2d715-8be9-f657-e081-cbb2bdbe06e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4eba81fb548a4ec881890e98c128a479, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T03:32:57,928 INFO [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=71, compaction requested=false 2024-11-09T03:32:57,929 INFO [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:32:57,929 DEBUG [M:0;6ee74a15f3e3:45253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123177421Disabling compacts and flushes for region at 1731123177421Disabling writes for close at 1731123177421Obtaining lock to block concurrent updates at 1731123177421Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731123177421Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731123177421Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731123177422 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731123177422Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731123177437 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731123177437Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731123177447 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731123177461 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731123177461Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731123177880 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731123177897 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731123177897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66851933: reopening flushed file at 1731123177908 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2007dd: reopening flushed file at 1731123177914 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac8ff14: reopening flushed file at 1731123177921 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=71, compaction requested=false at 1731123177928 (+7 ms)Writing region close event to WAL at 1731123177929 (+1 ms)Closed at 1731123177929 2024-11-09T03:32:57,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38713 is added to blk_1073741830_1006 (size=35452) 2024-11-09T03:32:57,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35671 is added to blk_1073741830_1006 (size=35452) 2024-11-09T03:32:57,932 INFO [M:0;6ee74a15f3e3:45253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T03:32:57,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:32:57,933 INFO [M:0;6ee74a15f3e3:45253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45253 2024-11-09T03:32:57,933 INFO [M:0;6ee74a15f3e3:45253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:32:58,084 INFO [M:0;6ee74a15f3e3:45253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:32:58,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:58,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x1011da7537e0000, quorum=127.0.0.1:57156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:32:58,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@265644e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:58,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46fcc262{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:58,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:58,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eda7927{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:58,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af217c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:58,122 WARN [BP-1438381579-172.17.0.2-1731123171199 heartbeating to localhost/127.0.0.1:36303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:32:58,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:32:58,122 WARN [BP-1438381579-172.17.0.2-1731123171199 heartbeating to localhost/127.0.0.1:36303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1438381579-172.17.0.2-1731123171199 (Datanode Uuid 392b1bc3-b70c-4e9d-9aef-e3d4faf45fbe) service to localhost/127.0.0.1:36303 2024-11-09T03:32:58,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:32:58,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/data/data3/current/BP-1438381579-172.17.0.2-1731123171199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:58,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/data/data4/current/BP-1438381579-172.17.0.2-1731123171199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:58,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:32:58,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@582a8e84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:58,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d7dd2cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:58,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:58,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cac1f50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:58,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c59f2ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:58,126 WARN [BP-1438381579-172.17.0.2-1731123171199 heartbeating to localhost/127.0.0.1:36303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:32:58,126 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:32:58,126 WARN [BP-1438381579-172.17.0.2-1731123171199 heartbeating to localhost/127.0.0.1:36303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1438381579-172.17.0.2-1731123171199 (Datanode Uuid 34e1d66f-b303-466b-a0ff-ca7f397e9ab6) service to localhost/127.0.0.1:36303 2024-11-09T03:32:58,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:32:58,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/data/data1/current/BP-1438381579-172.17.0.2-1731123171199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:58,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/cluster_e6dcba74-504a-05d4-b805-4208187c4bb1/data/data2/current/BP-1438381579-172.17.0.2-1731123171199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:32:58,126 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:32:58,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c57a9d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:32:58,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29cc486b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:32:58,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:32:58,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d788535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:32:58,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68033fb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.log.dir/,STOPPED} 2024-11-09T03:32:58,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T03:32:58,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T03:32:58,170 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=153 (was 136) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:36303 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:36303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:36303 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:36303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 487), ProcessCount=11 (was 11), AvailableMemoryMB=3777 (was 3839) 2024-11-09T03:32:58,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=153, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=3777 2024-11-09T03:32:58,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.log.dir so I do NOT create it in target/test-data/7669d23c-d4fb-85e8-527b-056331960a48 2024-11-09T03:32:58,195 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T03:32:58,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.tmp.dir so I do NOT create it in target/test-data/7669d23c-d4fb-85e8-527b-056331960a48 2024-11-09T03:32:58,195 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95ec1f60-ab74-a9a6-39ec-2c6a527b3174/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T03:32:58,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48 2024-11-09T03:32:58,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T03:32:58,195 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e, deleteOnExit=true 2024-11-09T03:32:58,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T03:32:58,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/test.cache.data in system properties and HBase conf 2024-11-09T03:32:58,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T03:32:58,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.log.dir in system properties and HBase conf 2024-11-09T03:32:58,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T03:32:58,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T03:32:58,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T03:32:58,196 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T03:32:58,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:32:58,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:32:58,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/nfs.dump.dir in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/java.io.tmpdir in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T03:32:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T03:32:58,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:58,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:58,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:58,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:58,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T03:32:58,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:58,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1ebb5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:58,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68697dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:58,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57fa2aac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/java.io.tmpdir/jetty-localhost-45099-hadoop-hdfs-3_4_1-tests_jar-_-any-11366288662116045822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:32:58,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29cd798e{HTTP/1.1, (http/1.1)}{localhost:45099} 2024-11-09T03:32:58,581 INFO [Time-limited test {}] server.Server(415): Started @31645ms 2024-11-09T03:32:59,008 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T03:32:59,028 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:59,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:59,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:59,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:59,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:59,035 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:32:59,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:59,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:59,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:59,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:59,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T03:32:59,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cdb1b1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:59,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@614d6c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:59,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b652108{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/java.io.tmpdir/jetty-localhost-42209-hadoop-hdfs-3_4_1-tests_jar-_-any-4785708724617997181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:59,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6414fd2c{HTTP/1.1, (http/1.1)}{localhost:42209} 2024-11-09T03:32:59,148 INFO [Time-limited test {}] server.Server(415): Started @32211ms 2024-11-09T03:32:59,149 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:32:59,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:32:59,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:32:59,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:32:59,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:32:59,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T03:32:59,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e05e1d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:32:59,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b2cca64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:32:59,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c76b833{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/java.io.tmpdir/jetty-localhost-46411-hadoop-hdfs-3_4_1-tests_jar-_-any-4787807619235427258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:32:59,273 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a67db94{HTTP/1.1, (http/1.1)}{localhost:46411} 2024-11-09T03:32:59,273 INFO [Time-limited test {}] server.Server(415): Started @32337ms 2024-11-09T03:32:59,274 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:33:00,353 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/data/data1/current/BP-1091592183-172.17.0.2-1731123178214/current, will proceed with Du for space computation calculation, 2024-11-09T03:33:00,353 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/data/data2/current/BP-1091592183-172.17.0.2-1731123178214/current, will proceed with Du for space computation calculation, 2024-11-09T03:33:00,373 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:33:00,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68a89b852c270237 with lease ID 0x500bd018aac06404: Processing first storage report for DS-ab779a68-e74c-45f9-a6b5-02dc8455d802 from datanode DatanodeRegistration(127.0.0.1:38583, datanodeUuid=aa5a354d-3403-47ad-9c57-5a9b5eb898b5, infoPort=46747, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=878382374;c=1731123178214) 2024-11-09T03:33:00,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68a89b852c270237 with lease ID 0x500bd018aac06404: from storage DS-ab779a68-e74c-45f9-a6b5-02dc8455d802 node DatanodeRegistration(127.0.0.1:38583, datanodeUuid=aa5a354d-3403-47ad-9c57-5a9b5eb898b5, infoPort=46747, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=878382374;c=1731123178214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:33:00,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68a89b852c270237 with lease ID 0x500bd018aac06404: Processing first storage report for DS-d4a8dd00-6fc6-4505-816b-01ebb786be2f from datanode DatanodeRegistration(127.0.0.1:38583, datanodeUuid=aa5a354d-3403-47ad-9c57-5a9b5eb898b5, infoPort=46747, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=878382374;c=1731123178214) 2024-11-09T03:33:00,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68a89b852c270237 with lease ID 0x500bd018aac06404: from storage DS-d4a8dd00-6fc6-4505-816b-01ebb786be2f node DatanodeRegistration(127.0.0.1:38583, datanodeUuid=aa5a354d-3403-47ad-9c57-5a9b5eb898b5, infoPort=46747, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=878382374;c=1731123178214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:33:00,492 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/data/data3/current/BP-1091592183-172.17.0.2-1731123178214/current, will proceed with Du for space computation calculation, 2024-11-09T03:33:00,492 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/data/data4/current/BP-1091592183-172.17.0.2-1731123178214/current, will proceed with Du for space computation calculation, 2024-11-09T03:33:00,511 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:33:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29d6cbe7f5342562 with lease ID 0x500bd018aac06405: Processing first storage report for DS-1700d965-7fb5-4a93-bed7-3b0db87e0d5e from datanode DatanodeRegistration(127.0.0.1:33563, datanodeUuid=3c98bee4-fd48-497e-a51d-dd3d2240667d, infoPort=38495, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=878382374;c=1731123178214) 2024-11-09T03:33:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29d6cbe7f5342562 with lease ID 0x500bd018aac06405: from storage DS-1700d965-7fb5-4a93-bed7-3b0db87e0d5e node DatanodeRegistration(127.0.0.1:33563, datanodeUuid=3c98bee4-fd48-497e-a51d-dd3d2240667d, infoPort=38495, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=878382374;c=1731123178214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:33:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29d6cbe7f5342562 with lease ID 0x500bd018aac06405: Processing first storage report for DS-79ddd1dc-a10b-469c-84cd-5b4debedf4ec from datanode DatanodeRegistration(127.0.0.1:33563, datanodeUuid=3c98bee4-fd48-497e-a51d-dd3d2240667d, infoPort=38495, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=878382374;c=1731123178214) 2024-11-09T03:33:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29d6cbe7f5342562 with lease ID 0x500bd018aac06405: from storage DS-79ddd1dc-a10b-469c-84cd-5b4debedf4ec node DatanodeRegistration(127.0.0.1:33563, datanodeUuid=3c98bee4-fd48-497e-a51d-dd3d2240667d, infoPort=38495, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=878382374;c=1731123178214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:33:00,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48 2024-11-09T03:33:00,612 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/zookeeper_0, clientPort=56881, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T03:33:00,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56881 2024-11-09T03:33:00,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:00,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:00,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:33:00,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:33:00,624 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39 with version=8 2024-11-09T03:33:00,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/hbase-staging 2024-11-09T03:33:00,626 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:33:00,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:00,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:00,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:33:00,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:00,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:33:00,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T03:33:00,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:33:00,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46391 2024-11-09T03:33:00,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46391 connecting to ZooKeeper ensemble=127.0.0.1:56881 2024-11-09T03:33:00,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463910x0, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:33:00,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46391-0x1011da76fef0000 connected 2024-11-09T03:33:00,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:00,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:00,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:00,787 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39, hbase.cluster.distributed=false 2024-11-09T03:33:00,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:33:00,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46391 2024-11-09T03:33:00,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46391 2024-11-09T03:33:00,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46391 2024-11-09T03:33:00,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46391 2024-11-09T03:33:00,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46391 2024-11-09T03:33:00,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:33:00,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:00,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:00,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:33:00,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:00,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:33:00,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:33:00,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:33:00,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45151 2024-11-09T03:33:00,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45151 connecting to ZooKeeper ensemble=127.0.0.1:56881 2024-11-09T03:33:00,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:00,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:00,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451510x0, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:33:00,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45151-0x1011da76fef0001 connected 2024-11-09T03:33:00,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:00,827 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:33:00,828 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T03:33:00,833 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T03:33:00,833 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T03:33:00,835 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T03:33:00,836 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:33:00,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:33:00,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:33:00,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45151 2024-11-09T03:33:00,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45151 2024-11-09T03:33:00,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45151 2024-11-09T03:33:00,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45151 2024-11-09T03:33:00,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45151 2024-11-09T03:33:00,852 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:33:00,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:00,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:00,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:33:00,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:00,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:33:00,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:33:00,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:33:00,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35119 2024-11-09T03:33:00,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35119 connecting to ZooKeeper ensemble=127.0.0.1:56881 2024-11-09T03:33:00,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:00,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:00,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351190x0, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:33:00,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351190x0, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:00,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35119-0x1011da76fef0002 connected 2024-11-09T03:33:00,869 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:33:00,869 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T03:33:00,874 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T03:33:00,875 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T03:33:00,875 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T03:33:00,875 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:33:00,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:33:00,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:33:00,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35119 2024-11-09T03:33:00,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35119 2024-11-09T03:33:00,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35119 2024-11-09T03:33:00,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35119 2024-11-09T03:33:00,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35119 2024-11-09T03:33:00,895 DEBUG [M:0;6ee74a15f3e3:46391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ee74a15f3e3:46391 2024-11-09T03:33:00,895 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6ee74a15f3e3,46391,1731123180626 2024-11-09T03:33:00,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:00,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:00,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:00,905 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6ee74a15f3e3,46391,1731123180626 2024-11-09T03:33:00,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:33:00,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:00,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:33:00,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:00,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:00,915 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T03:33:00,916 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6ee74a15f3e3,46391,1731123180626 from backup master directory 2024-11-09T03:33:00,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6ee74a15f3e3,46391,1731123180626 2024-11-09T03:33:00,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:00,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:00,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:00,925 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:33:00,925 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ee74a15f3e3,46391,1731123180626 2024-11-09T03:33:00,931 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/hbase.id] with ID: bbb6ae42-0e7a-454a-af58-fb8f704004a3 2024-11-09T03:33:00,931 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/.tmp/hbase.id 2024-11-09T03:33:00,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:33:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:33:00,937 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/.tmp/hbase.id]:[hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/hbase.id] 2024-11-09T03:33:00,948 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:00,948 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T03:33:00,950 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T03:33:00,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:00,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:00,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:00,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:33:00,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:33:00,969 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:33:00,970 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T03:33:00,970 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:33:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:33:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:33:00,978 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store 2024-11-09T03:33:00,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:33:00,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:33:00,985 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:00,985 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:33:00,985 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:00,985 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:00,985 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:33:00,985 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:00,985 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:00,985 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123180985Disabling compacts and flushes for region at 1731123180985Disabling writes for close at 1731123180985Writing region close event to WAL at 1731123180985Closed at 1731123180985 2024-11-09T03:33:00,986 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/.initializing 2024-11-09T03:33:00,986 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/WALs/6ee74a15f3e3,46391,1731123180626 2024-11-09T03:33:00,987 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:33:00,988 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C46391%2C1731123180626, suffix=, logDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/WALs/6ee74a15f3e3,46391,1731123180626, archiveDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/oldWALs, maxLogs=10 2024-11-09T03:33:01,002 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/WALs/6ee74a15f3e3,46391,1731123180626/6ee74a15f3e3%2C46391%2C1731123180626.1731123180988, exclude list is [], retry=0 2024-11-09T03:33:01,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38583,DS-ab779a68-e74c-45f9-a6b5-02dc8455d802,DISK] 2024-11-09T03:33:01,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-1700d965-7fb5-4a93-bed7-3b0db87e0d5e,DISK] 2024-11-09T03:33:01,006 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/WALs/6ee74a15f3e3,46391,1731123180626/6ee74a15f3e3%2C46391%2C1731123180626.1731123180988 2024-11-09T03:33:01,006 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46747:46747),(127.0.0.1/127.0.0.1:38495:38495)] 2024-11-09T03:33:01,006 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:33:01,006 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:01,007 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,007 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T03:33:01,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:01,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:01,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T03:33:01,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:01,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:33:01,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T03:33:01,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:01,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:33:01,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T03:33:01,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:01,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:33:01,014 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,015 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,015 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,016 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,016 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,017 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:33:01,018 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:01,019 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:33:01,020 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64862276, jitterRate=-0.03347676992416382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:33:01,020 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731123181007Initializing all the Stores at 1731123181007Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123181007Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123181008 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123181008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123181008Cleaning up temporary data from old regions at 1731123181016 (+8 ms)Region opened successfully at 1731123181020 (+4 ms) 2024-11-09T03:33:01,020 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T03:33:01,023 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f507222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:33:01,024 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T03:33:01,024 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T03:33:01,024 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T03:33:01,024 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T03:33:01,024 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T03:33:01,025 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T03:33:01,025 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T03:33:01,026 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T03:33:01,027 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T03:33:01,036 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T03:33:01,037 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T03:33:01,037 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T03:33:01,047 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T03:33:01,047 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T03:33:01,048 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T03:33:01,057 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T03:33:01,058 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T03:33:01,068 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T03:33:01,070 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T03:33:01,078 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T03:33:01,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:01,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:01,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:01,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,090 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ee74a15f3e3,46391,1731123180626, sessionid=0x1011da76fef0000, setting cluster-up flag (Was=false) 2024-11-09T03:33:01,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,142 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T03:33:01,143 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,46391,1731123180626 2024-11-09T03:33:01,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,194 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T03:33:01,195 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,46391,1731123180626 2024-11-09T03:33:01,196 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T03:33:01,198 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T03:33:01,198 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T03:33:01,198 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T03:33:01,199 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ee74a15f3e3,46391,1731123180626 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T03:33:01,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:33:01,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:33:01,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:33:01,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:33:01,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ee74a15f3e3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T03:33:01,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:33:01,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,201 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731123211201 2024-11-09T03:33:01,201 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T03:33:01,201 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T03:33:01,201 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T03:33:01,201 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T03:33:01,201 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T03:33:01,201 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T03:33:01,201 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,202 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T03:33:01,202 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T03:33:01,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:33:01,202 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T03:33:01,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T03:33:01,202 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T03:33:01,202 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T03:33:01,202 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123181202,5,FailOnTimeoutGroup] 2024-11-09T03:33:01,203 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123181202,5,FailOnTimeoutGroup] 2024-11-09T03:33:01,203 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,203 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T03:33:01,203 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,203 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,203 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:01,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T03:33:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:33:01,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:33:01,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T03:33:01,214 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39 2024-11-09T03:33:01,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741832_1008 (size=32) 2024-11-09T03:33:01,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741832_1008 (size=32) 2024-11-09T03:33:01,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:01,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:33:01,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:33:01,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:01,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:01,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:33:01,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:33:01,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:01,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:01,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:33:01,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:33:01,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:01,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:01,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:33:01,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:33:01,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:01,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:01,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:33:01,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740 2024-11-09T03:33:01,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740 2024-11-09T03:33:01,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:33:01,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:33:01,235 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:33:01,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:33:01,238 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:33:01,238 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72513227, jitterRate=0.0805312842130661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:33:01,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731123181223Initializing all the Stores at 1731123181224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123181224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123181224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123181224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123181224Cleaning up temporary data from old regions at 1731123181234 (+10 ms)Region opened successfully at 1731123181239 (+5 ms) 2024-11-09T03:33:01,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:33:01,239 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:33:01,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:33:01,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:33:01,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:33:01,239 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:33:01,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123181239Disabling compacts and flushes for region at 1731123181239Disabling writes for close at 1731123181239Writing region close event to WAL at 1731123181239Closed at 1731123181239 2024-11-09T03:33:01,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:33:01,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T03:33:01,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T03:33:01,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:33:01,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T03:33:01,281 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(746): ClusterId : bbb6ae42-0e7a-454a-af58-fb8f704004a3 2024-11-09T03:33:01,281 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(746): ClusterId : bbb6ae42-0e7a-454a-af58-fb8f704004a3 2024-11-09T03:33:01,281 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:33:01,281 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:33:01,294 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:33:01,294 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:33:01,294 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:33:01,294 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:33:01,305 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:33:01,305 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:33:01,305 DEBUG [RS:0;6ee74a15f3e3:45151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193e01a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:33:01,305 DEBUG [RS:1;6ee74a15f3e3:35119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4d142b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:33:01,317 DEBUG [RS:0;6ee74a15f3e3:45151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ee74a15f3e3:45151 2024-11-09T03:33:01,317 DEBUG [RS:1;6ee74a15f3e3:35119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6ee74a15f3e3:35119 2024-11-09T03:33:01,317 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:33:01,317 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:33:01,317 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:33:01,317 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:33:01,317 DEBUG [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:33:01,317 DEBUG [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:33:01,318 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,46391,1731123180626 with port=35119, startcode=1731123180852 2024-11-09T03:33:01,318 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,46391,1731123180626 with port=45151, startcode=1731123180807 2024-11-09T03:33:01,318 DEBUG [RS:1;6ee74a15f3e3:35119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:33:01,318 DEBUG [RS:0;6ee74a15f3e3:45151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:33:01,319 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:33:01,319 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:33:01,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,35119,1731123180852 2024-11-09T03:33:01,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46391 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,35119,1731123180852 2024-11-09T03:33:01,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:01,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46391 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:01,322 DEBUG [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39 2024-11-09T03:33:01,322 DEBUG [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38615 2024-11-09T03:33:01,322 DEBUG [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:33:01,323 DEBUG [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39 2024-11-09T03:33:01,323 DEBUG [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38615 2024-11-09T03:33:01,323 DEBUG [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:33:01,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:33:01,368 DEBUG [RS:1;6ee74a15f3e3:35119 {}] zookeeper.ZKUtil(111): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,35119,1731123180852 2024-11-09T03:33:01,368 WARN [RS:1;6ee74a15f3e3:35119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:33:01,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,35119,1731123180852] 2024-11-09T03:33:01,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,45151,1731123180807] 2024-11-09T03:33:01,368 INFO [RS:1;6ee74a15f3e3:35119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:33:01,368 DEBUG [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,35119,1731123180852 2024-11-09T03:33:01,368 DEBUG [RS:0;6ee74a15f3e3:45151 {}] zookeeper.ZKUtil(111): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:01,368 WARN [RS:0;6ee74a15f3e3:45151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:33:01,369 INFO [RS:0;6ee74a15f3e3:45151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:33:01,369 DEBUG [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:01,372 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:33:01,372 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:33:01,373 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:33:01,374 INFO [RS:0;6ee74a15f3e3:45151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:33:01,374 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,375 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:33:01,375 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:33:01,376 INFO [RS:1;6ee74a15f3e3:35119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:33:01,376 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,376 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:33:01,376 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:33:01,376 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,376 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,376 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,376 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:33:01,376 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,376 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:0;6ee74a15f3e3:45151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:33:01,377 DEBUG [RS:1;6ee74a15f3e3:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:33:01,380 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,380 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,380 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,380 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,380 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,380 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,45151,1731123180807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:33:01,383 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,383 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,383 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,383 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,383 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,383 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,35119,1731123180852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:33:01,393 WARN [6ee74a15f3e3:46391 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T03:33:01,396 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:33:01,396 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,45151,1731123180807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,396 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,396 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.Replication(171): 6ee74a15f3e3,45151,1731123180807 started 2024-11-09T03:33:01,401 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:33:01,401 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,35119,1731123180852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,401 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,401 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.Replication(171): 6ee74a15f3e3,35119,1731123180852 started 2024-11-09T03:33:01,409 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,409 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,45151,1731123180807, RpcServer on 6ee74a15f3e3/172.17.0.2:45151, sessionid=0x1011da76fef0001 2024-11-09T03:33:01,409 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:33:01,409 DEBUG [RS:0;6ee74a15f3e3:45151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:01,410 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,45151,1731123180807' 2024-11-09T03:33:01,410 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:33:01,410 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:33:01,411 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:33:01,411 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:33:01,411 DEBUG [RS:0;6ee74a15f3e3:45151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:01,411 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,45151,1731123180807' 2024-11-09T03:33:01,411 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:33:01,411 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:33:01,411 DEBUG [RS:0;6ee74a15f3e3:45151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:33:01,411 INFO [RS:0;6ee74a15f3e3:45151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:33:01,411 INFO [RS:0;6ee74a15f3e3:45151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:33:01,415 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:01,415 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,35119,1731123180852, RpcServer on 6ee74a15f3e3/172.17.0.2:35119, sessionid=0x1011da76fef0002 2024-11-09T03:33:01,415 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:33:01,415 DEBUG [RS:1;6ee74a15f3e3:35119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,35119,1731123180852 2024-11-09T03:33:01,415 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,35119,1731123180852' 2024-11-09T03:33:01,415 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:33:01,415 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:33:01,416 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:33:01,416 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:33:01,416 DEBUG [RS:1;6ee74a15f3e3:35119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,35119,1731123180852 2024-11-09T03:33:01,416 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,35119,1731123180852' 2024-11-09T03:33:01,416 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:33:01,416 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:33:01,417 DEBUG [RS:1;6ee74a15f3e3:35119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:33:01,417 INFO [RS:1;6ee74a15f3e3:35119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:33:01,417 INFO [RS:1;6ee74a15f3e3:35119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:33:01,512 INFO [RS:0;6ee74a15f3e3:45151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:33:01,514 INFO [RS:0;6ee74a15f3e3:45151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C45151%2C1731123180807, suffix=, logDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,45151,1731123180807, archiveDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/oldWALs, maxLogs=32 2024-11-09T03:33:01,517 INFO [RS:1;6ee74a15f3e3:35119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:33:01,519 INFO [RS:1;6ee74a15f3e3:35119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C35119%2C1731123180852, suffix=, logDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,35119,1731123180852, archiveDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/oldWALs, maxLogs=32 2024-11-09T03:33:01,526 DEBUG [RS:0;6ee74a15f3e3:45151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,45151,1731123180807/6ee74a15f3e3%2C45151%2C1731123180807.1731123181514, exclude list is [], retry=0 2024-11-09T03:33:01,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-1700d965-7fb5-4a93-bed7-3b0db87e0d5e,DISK] 2024-11-09T03:33:01,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38583,DS-ab779a68-e74c-45f9-a6b5-02dc8455d802,DISK] 2024-11-09T03:33:01,531 INFO [RS:0;6ee74a15f3e3:45151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,45151,1731123180807/6ee74a15f3e3%2C45151%2C1731123180807.1731123181514 2024-11-09T03:33:01,531 DEBUG [RS:0;6ee74a15f3e3:45151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38495:38495),(127.0.0.1/127.0.0.1:46747:46747)] 2024-11-09T03:33:01,533 DEBUG [RS:1;6ee74a15f3e3:35119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,35119,1731123180852/6ee74a15f3e3%2C35119%2C1731123180852.1731123181519, exclude list is [], retry=0 2024-11-09T03:33:01,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38583,DS-ab779a68-e74c-45f9-a6b5-02dc8455d802,DISK] 2024-11-09T03:33:01,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-1700d965-7fb5-4a93-bed7-3b0db87e0d5e,DISK] 2024-11-09T03:33:01,537 INFO [RS:1;6ee74a15f3e3:35119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,35119,1731123180852/6ee74a15f3e3%2C35119%2C1731123180852.1731123181519 2024-11-09T03:33:01,539 DEBUG [RS:1;6ee74a15f3e3:35119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38495:38495),(127.0.0.1/127.0.0.1:46747:46747)] 2024-11-09T03:33:01,643 DEBUG [6ee74a15f3e3:46391 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T03:33:01,643 DEBUG [6ee74a15f3e3:46391 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:33:01,645 DEBUG [6ee74a15f3e3:46391 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:33:01,645 DEBUG [6ee74a15f3e3:46391 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:33:01,645 DEBUG [6ee74a15f3e3:46391 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:33:01,645 DEBUG [6ee74a15f3e3:46391 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:33:01,645 INFO [6ee74a15f3e3:46391 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:33:01,645 INFO [6ee74a15f3e3:46391 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:33:01,645 DEBUG [6ee74a15f3e3:46391 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:33:01,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:01,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,45151,1731123180807, state=OPENING 2024-11-09T03:33:01,854 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T03:33:01,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:01,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:01,875 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:33:01,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:01,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,45151,1731123180807}] 2024-11-09T03:33:01,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:02,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:33:02,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:33:02,043 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T03:33:02,043 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:33:02,044 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T03:33:02,046 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C45151%2C1731123180807.meta, suffix=.meta, logDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,45151,1731123180807, archiveDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/oldWALs, maxLogs=32 2024-11-09T03:33:02,061 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,45151,1731123180807/6ee74a15f3e3%2C45151%2C1731123180807.meta.1731123182047.meta, exclude list is [], retry=0 2024-11-09T03:33:02,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38583,DS-ab779a68-e74c-45f9-a6b5-02dc8455d802,DISK] 2024-11-09T03:33:02,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-1700d965-7fb5-4a93-bed7-3b0db87e0d5e,DISK] 2024-11-09T03:33:02,065 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,45151,1731123180807/6ee74a15f3e3%2C45151%2C1731123180807.meta.1731123182047.meta 2024-11-09T03:33:02,065 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46747:46747),(127.0.0.1/127.0.0.1:38495:38495)] 2024-11-09T03:33:02,066 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:33:02,066 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T03:33:02,066 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T03:33:02,066 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T03:33:02,066 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T03:33:02,066 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:02,066 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T03:33:02,066 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T03:33:02,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:33:02,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:33:02,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:02,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:02,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:33:02,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:33:02,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:02,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:02,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:33:02,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:33:02,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:02,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:02,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:33:02,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:33:02,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:02,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:02,073 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:33:02,073 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740 2024-11-09T03:33:02,075 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740 2024-11-09T03:33:02,076 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:33:02,076 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:33:02,077 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:33:02,078 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:33:02,079 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69341320, jitterRate=0.03326618671417236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:33:02,079 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T03:33:02,080 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731123182066Writing region info on filesystem at 1731123182066Initializing all the Stores at 1731123182067 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123182067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123182067Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123182067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123182067Cleaning up temporary data from old regions at 1731123182076 (+9 ms)Running coprocessor post-open hooks at 1731123182079 (+3 ms)Region opened successfully at 1731123182080 (+1 ms) 2024-11-09T03:33:02,081 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731123182031 2024-11-09T03:33:02,083 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T03:33:02,083 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T03:33:02,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:02,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,45151,1731123180807, state=OPEN 2024-11-09T03:33:02,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:33:02,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:33:02,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:33:02,093 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:02,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:02,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:02,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:02,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T03:33:02,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,45151,1731123180807 in 219 msec 2024-11-09T03:33:02,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T03:33:02,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 856 msec 2024-11-09T03:33:02,099 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:33:02,099 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T03:33:02,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:33:02,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,45151,1731123180807, seqNum=-1] 2024-11-09T03:33:02,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:33:02,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:33:02,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 908 msec 2024-11-09T03:33:02,107 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731123182107, completionTime=-1 2024-11-09T03:33:02,107 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T03:33:02,107 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T03:33:02,109 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T03:33:02,109 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731123242109 2024-11-09T03:33:02,109 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731123302109 2024-11-09T03:33:02,109 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T03:33:02,110 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46391,1731123180626-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:02,110 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46391,1731123180626-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:02,110 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46391,1731123180626-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:02,110 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ee74a15f3e3:46391, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:02,110 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:02,111 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:02,112 DEBUG [master/6ee74a15f3e3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T03:33:02,115 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.190sec 2024-11-09T03:33:02,115 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T03:33:02,115 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T03:33:02,115 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T03:33:02,116 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T03:33:02,116 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T03:33:02,116 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46391,1731123180626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:33:02,116 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46391,1731123180626-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T03:33:02,118 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T03:33:02,118 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T03:33:02,118 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,46391,1731123180626-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:02,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78342bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:33:02,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ee74a15f3e3,46391,-1 for getting cluster id 2024-11-09T03:33:02,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T03:33:02,184 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbb6ae42-0e7a-454a-af58-fb8f704004a3' 2024-11-09T03:33:02,185 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T03:33:02,185 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbb6ae42-0e7a-454a-af58-fb8f704004a3" 2024-11-09T03:33:02,185 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfca59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:33:02,185 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ee74a15f3e3,46391,-1] 2024-11-09T03:33:02,186 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T03:33:02,186 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:02,187 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T03:33:02,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373144b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:33:02,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:33:02,191 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,45151,1731123180807, seqNum=-1] 2024-11-09T03:33:02,191 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:33:02,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:33:02,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ee74a15f3e3,46391,1731123180626 2024-11-09T03:33:02,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T03:33:02,197 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ee74a15f3e3,46391,1731123180626 2024-11-09T03:33:02,197 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e2cb02f 2024-11-09T03:33:02,197 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T03:33:02,198 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T03:33:02,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46391 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:33:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T03:33:02,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T03:33:02,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:02,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46391 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T03:33:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:33:02,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T03:33:02,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:33:02,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:33:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:33:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:33:02,617 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea0502bd1689407a1cc2bc2cca3c9108, NAME => 'testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39 2024-11-09T03:33:02,619 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b40e8579c46a526aef02c60133a0a950, NAME => 'testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39 2024-11-09T03:33:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:33:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:33:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:33:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:33:02,630 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:02,630 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:02,631 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b40e8579c46a526aef02c60133a0a950, disabling compactions & flushes 2024-11-09T03:33:02,631 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ea0502bd1689407a1cc2bc2cca3c9108, disabling compactions & flushes 2024-11-09T03:33:02,631 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:02,631 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:02,631 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:02,631 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. after waiting 0 ms 2024-11-09T03:33:02,631 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:02,631 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:02,631 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. after waiting 0 ms 2024-11-09T03:33:02,631 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:02,631 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:02,631 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b40e8579c46a526aef02c60133a0a950: Waiting for close lock at 1731123182631Disabling compacts and flushes for region at 1731123182631Disabling writes for close at 1731123182631Writing region close event to WAL at 1731123182631Closed at 1731123182631 2024-11-09T03:33:02,631 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:02,631 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea0502bd1689407a1cc2bc2cca3c9108: Waiting for close lock at 1731123182631Disabling compacts and flushes for region at 1731123182631Disabling writes for close at 1731123182631Writing region close event to WAL at 1731123182631Closed at 1731123182631 2024-11-09T03:33:02,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T03:33:02,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123182633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123182633"}]},"ts":"1731123182633"} 2024-11-09T03:33:02,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123182633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123182633"}]},"ts":"1731123182633"} 2024-11-09T03:33:02,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T03:33:02,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T03:33:02,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123182637"}]},"ts":"1731123182637"} 2024-11-09T03:33:02,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T03:33:02,639 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:33:02,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:33:02,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:33:02,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:33:02,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:33:02,641 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:33:02,641 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:33:02,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:33:02,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea0502bd1689407a1cc2bc2cca3c9108, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b40e8579c46a526aef02c60133a0a950, ASSIGN}] 2024-11-09T03:33:02,642 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b40e8579c46a526aef02c60133a0a950, ASSIGN 2024-11-09T03:33:02,642 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea0502bd1689407a1cc2bc2cca3c9108, ASSIGN 2024-11-09T03:33:02,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b40e8579c46a526aef02c60133a0a950, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,35119,1731123180852; forceNewPlan=false, retain=false 2024-11-09T03:33:02,643 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea0502bd1689407a1cc2bc2cca3c9108, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,45151,1731123180807; forceNewPlan=false, retain=false 2024-11-09T03:33:02,793 INFO [6ee74a15f3e3:46391 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T03:33:02,794 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b40e8579c46a526aef02c60133a0a950, regionState=OPENING, regionLocation=6ee74a15f3e3,35119,1731123180852 2024-11-09T03:33:02,794 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea0502bd1689407a1cc2bc2cca3c9108, regionState=OPENING, regionLocation=6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:02,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea0502bd1689407a1cc2bc2cca3c9108, ASSIGN because future has completed 2024-11-09T03:33:02,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0502bd1689407a1cc2bc2cca3c9108, server=6ee74a15f3e3,45151,1731123180807}] 2024-11-09T03:33:02,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b40e8579c46a526aef02c60133a0a950, ASSIGN because future has completed 2024-11-09T03:33:02,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b40e8579c46a526aef02c60133a0a950, server=6ee74a15f3e3,35119,1731123180852}] 2024-11-09T03:33:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:33:02,955 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:33:02,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:33:02,959 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:02,960 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ea0502bd1689407a1cc2bc2cca3c9108, NAME => 'testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T03:33:02,960 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,960 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:02,961 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,961 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,964 INFO [StoreOpener-ea0502bd1689407a1cc2bc2cca3c9108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,964 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:02,965 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b40e8579c46a526aef02c60133a0a950, NAME => 'testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T03:33:02,965 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,965 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:02,965 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,966 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,966 INFO [StoreOpener-ea0502bd1689407a1cc2bc2cca3c9108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0502bd1689407a1cc2bc2cca3c9108 columnFamilyName family 2024-11-09T03:33:02,966 DEBUG [StoreOpener-ea0502bd1689407a1cc2bc2cca3c9108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:02,967 INFO [StoreOpener-ea0502bd1689407a1cc2bc2cca3c9108-1 {}] regionserver.HStore(327): Store=ea0502bd1689407a1cc2bc2cca3c9108/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:33:02,967 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,967 INFO [StoreOpener-b40e8579c46a526aef02c60133a0a950-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,968 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,970 INFO [StoreOpener-b40e8579c46a526aef02c60133a0a950-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b40e8579c46a526aef02c60133a0a950 columnFamilyName family 2024-11-09T03:33:02,970 DEBUG [StoreOpener-b40e8579c46a526aef02c60133a0a950-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:02,970 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,971 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,971 INFO [StoreOpener-b40e8579c46a526aef02c60133a0a950-1 {}] regionserver.HStore(327): Store=b40e8579c46a526aef02c60133a0a950/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:33:02,971 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,971 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,972 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,972 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,972 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,972 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,972 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,974 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/ea0502bd1689407a1cc2bc2cca3c9108/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:33:02,974 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,975 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ea0502bd1689407a1cc2bc2cca3c9108; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69661498, jitterRate=0.03803721070289612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:33:02,975 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:02,976 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ea0502bd1689407a1cc2bc2cca3c9108: Running coprocessor pre-open hook at 1731123182961Writing region info on filesystem at 1731123182961Initializing all the Stores at 1731123182962 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123182962Cleaning up temporary data from old regions at 1731123182971 (+9 ms)Running coprocessor post-open hooks at 1731123182975 (+4 ms)Region opened successfully at 1731123182976 (+1 ms) 2024-11-09T03:33:02,976 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/b40e8579c46a526aef02c60133a0a950/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:33:02,977 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108., pid=7, masterSystemTime=1731123182952 2024-11-09T03:33:02,977 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b40e8579c46a526aef02c60133a0a950; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75170784, jitterRate=0.1201319694519043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:33:02,977 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:02,977 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b40e8579c46a526aef02c60133a0a950: Running coprocessor pre-open hook at 1731123182966Writing region info on filesystem at 1731123182966Initializing all the Stores at 1731123182967 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123182967Cleaning up temporary data from old regions at 1731123182972 (+5 ms)Running coprocessor post-open hooks at 1731123182977 (+5 ms)Region opened successfully at 1731123182977 2024-11-09T03:33:02,978 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950., pid=8, masterSystemTime=1731123182955 2024-11-09T03:33:02,979 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:02,979 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:02,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea0502bd1689407a1cc2bc2cca3c9108, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:02,980 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:02,980 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:02,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b40e8579c46a526aef02c60133a0a950, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,35119,1731123180852 2024-11-09T03:33:02,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0502bd1689407a1cc2bc2cca3c9108, server=6ee74a15f3e3,45151,1731123180807 because future has completed 2024-11-09T03:33:02,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b40e8579c46a526aef02c60133a0a950, server=6ee74a15f3e3,35119,1731123180852 because future has completed 2024-11-09T03:33:02,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T03:33:02,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea0502bd1689407a1cc2bc2cca3c9108, server=6ee74a15f3e3,45151,1731123180807 in 187 msec 2024-11-09T03:33:02,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T03:33:02,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea0502bd1689407a1cc2bc2cca3c9108, ASSIGN in 347 msec 2024-11-09T03:33:02,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b40e8579c46a526aef02c60133a0a950, server=6ee74a15f3e3,35119,1731123180852 in 187 msec 2024-11-09T03:33:02,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T03:33:02,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b40e8579c46a526aef02c60133a0a950, ASSIGN in 348 msec 2024-11-09T03:33:02,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T03:33:02,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123182992"}]},"ts":"1731123182992"} 2024-11-09T03:33:02,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T03:33:02,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T03:33:02,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 796 msec 2024-11-09T03:33:03,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T03:33:03,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T03:33:03,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T03:33:03,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T03:33:03,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T03:33:03,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T03:33:03,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-09T03:33:03,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-09T03:33:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:33:03,347 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T03:33:03,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T03:33:03,348 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:33:03,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T03:33:03,355 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:33:03,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T03:33:03,358 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108., hostname=6ee74a15f3e3,45151,1731123180807, seqNum=2] 2024-11-09T03:33:03,369 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950., hostname=6ee74a15f3e3,35119,1731123180852, seqNum=2] 2024-11-09T03:33:03,369 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:33:03,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:33:03,380 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ea0502bd1689407a1cc2bc2cca3c9108 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T03:33:03,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/ea0502bd1689407a1cc2bc2cca3c9108/.tmp/family/e968784d08f74fcf90fb845facfdae8b is 32, key is 1/family:/1731123183359/Put/seqid=0 2024-11-09T03:33:03,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741839_1015 (size=5054) 2024-11-09T03:33:03,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741839_1015 (size=5054) 2024-11-09T03:33:03,404 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/ea0502bd1689407a1cc2bc2cca3c9108/.tmp/family/e968784d08f74fcf90fb845facfdae8b 2024-11-09T03:33:03,410 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/ea0502bd1689407a1cc2bc2cca3c9108/.tmp/family/e968784d08f74fcf90fb845facfdae8b as hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/ea0502bd1689407a1cc2bc2cca3c9108/family/e968784d08f74fcf90fb845facfdae8b 2024-11-09T03:33:03,416 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/ea0502bd1689407a1cc2bc2cca3c9108/family/e968784d08f74fcf90fb845facfdae8b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T03:33:03,417 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ea0502bd1689407a1cc2bc2cca3c9108 in 37ms, sequenceid=8, compaction requested=false 2024-11-09T03:33:03,417 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ea0502bd1689407a1cc2bc2cca3c9108: 2024-11-09T03:33:03,417 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b40e8579c46a526aef02c60133a0a950 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T03:33:03,435 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/b40e8579c46a526aef02c60133a0a950/.tmp/family/2e93fe4dd9fa4a68a2eaf607d842c9d9 is 32, key is 5/family:/1731123183371/Put/seqid=0 2024-11-09T03:33:03,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741840_1016 (size=5083) 2024-11-09T03:33:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741840_1016 (size=5083) 2024-11-09T03:33:03,441 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/b40e8579c46a526aef02c60133a0a950/.tmp/family/2e93fe4dd9fa4a68a2eaf607d842c9d9 2024-11-09T03:33:03,446 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/b40e8579c46a526aef02c60133a0a950/.tmp/family/2e93fe4dd9fa4a68a2eaf607d842c9d9 as hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/b40e8579c46a526aef02c60133a0a950/family/2e93fe4dd9fa4a68a2eaf607d842c9d9 2024-11-09T03:33:03,452 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/b40e8579c46a526aef02c60133a0a950/family/2e93fe4dd9fa4a68a2eaf607d842c9d9, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T03:33:03,453 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b40e8579c46a526aef02c60133a0a950 in 36ms, sequenceid=9, compaction requested=false 2024-11-09T03:33:03,453 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b40e8579c46a526aef02c60133a0a950: 2024-11-09T03:33:03,455 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file e968784d08f74fcf90fb845facfdae8b, starting offset: 0, end offset: 9223372036854775807 2024-11-09T03:33:03,455 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key e968784d08f74fcf90fb845facfdae8b_0 from back map with offset lock 2094080 in the evict process 2024-11-09T03:33:03,457 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 2e93fe4dd9fa4a68a2eaf607d842c9d9, starting offset: 0, end offset: 9223372036854775807 2024-11-09T03:33:03,457 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 2e93fe4dd9fa4a68a2eaf607d842c9d9_0 from back map with offset lock 2094080 in the evict process 2024-11-09T03:33:03,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T03:33:03,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:33:03,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:33:03,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:03,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:03,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T03:33:03,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T03:33:03,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=688064992, stopped=false 2024-11-09T03:33:03,458 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ee74a15f3e3,46391,1731123180626 2024-11-09T03:33:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:03,546 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:33:03,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:33:03,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:03,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:03,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:33:03,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:03,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:03,547 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,45151,1731123180807' ***** 2024-11-09T03:33:03,547 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:33:03,547 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,35119,1731123180852' ***** 2024-11-09T03:33:03,547 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:33:03,547 INFO [RS:0;6ee74a15f3e3:45151 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T03:33:03,548 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T03:33:03,548 INFO [RS:0;6ee74a15f3e3:45151 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T03:33:03,548 INFO [RS:1;6ee74a15f3e3:35119 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T03:33:03,548 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T03:33:03,548 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T03:33:03,548 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:33:03,548 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T03:33:03,548 INFO [RS:1;6ee74a15f3e3:35119 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T03:33:03,548 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:33:03,548 INFO [RS:0;6ee74a15f3e3:45151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:33:03,548 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:33:03,548 INFO [RS:0;6ee74a15f3e3:45151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:33:03,548 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T03:33:03,548 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T03:33:03,548 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(3091): Received CLOSE for ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:03,548 INFO [RS:1;6ee74a15f3e3:35119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:33:03,548 INFO [RS:1;6ee74a15f3e3:35119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:33:03,548 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:33:03,548 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(3091): Received CLOSE for b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:03,548 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,35119,1731123180852 2024-11-09T03:33:03,548 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:33:03,548 INFO [RS:1;6ee74a15f3e3:35119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6ee74a15f3e3:35119. 2024-11-09T03:33:03,548 DEBUG [RS:1;6ee74a15f3e3:35119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:33:03,548 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b40e8579c46a526aef02c60133a0a950, disabling compactions & flushes 2024-11-09T03:33:03,548 DEBUG [RS:1;6ee74a15f3e3:35119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:03,548 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:03,549 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:03,549 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. after waiting 0 ms 2024-11-09T03:33:03,549 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T03:33:03,549 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:03,549 DEBUG [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(1325): Online Regions={b40e8579c46a526aef02c60133a0a950=testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950.} 2024-11-09T03:33:03,549 DEBUG [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(1351): Waiting on b40e8579c46a526aef02c60133a0a950 2024-11-09T03:33:03,549 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:03,549 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:33:03,549 INFO [RS:0;6ee74a15f3e3:45151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ee74a15f3e3:45151. 2024-11-09T03:33:03,549 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea0502bd1689407a1cc2bc2cca3c9108, disabling compactions & flushes 2024-11-09T03:33:03,549 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:03,549 DEBUG [RS:0;6ee74a15f3e3:45151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:33:03,549 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:03,549 DEBUG [RS:0;6ee74a15f3e3:45151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:03,549 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. after waiting 0 ms 2024-11-09T03:33:03,549 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:03,549 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:33:03,549 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:33:03,549 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:33:03,549 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T03:33:03,550 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T03:33:03,550 DEBUG [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea0502bd1689407a1cc2bc2cca3c9108=testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108.} 2024-11-09T03:33:03,550 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:33:03,550 DEBUG [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea0502bd1689407a1cc2bc2cca3c9108 2024-11-09T03:33:03,550 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:33:03,550 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:33:03,550 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:33:03,550 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:33:03,550 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T03:33:03,553 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/ea0502bd1689407a1cc2bc2cca3c9108/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T03:33:03,553 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/default/testClearRegionBlockCache/b40e8579c46a526aef02c60133a0a950/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T03:33:03,553 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:03,554 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea0502bd1689407a1cc2bc2cca3c9108: Waiting for close lock at 1731123183549Running coprocessor pre-close hooks at 1731123183549Disabling compacts and flushes for region at 1731123183549Disabling writes for close at 1731123183549Writing region close event to WAL at 1731123183550 (+1 ms)Running coprocessor post-close hooks at 1731123183553 (+3 ms)Closed at 1731123183553 2024-11-09T03:33:03,554 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:03,554 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731123182199.ea0502bd1689407a1cc2bc2cca3c9108. 2024-11-09T03:33:03,554 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b40e8579c46a526aef02c60133a0a950: Waiting for close lock at 1731123183548Running coprocessor pre-close hooks at 1731123183548Disabling compacts and flushes for region at 1731123183548Disabling writes for close at 1731123183549 (+1 ms)Writing region close event to WAL at 1731123183549Running coprocessor post-close hooks at 1731123183554 (+5 ms)Closed at 1731123183554 2024-11-09T03:33:03,554 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950. 2024-11-09T03:33:03,565 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/.tmp/info/4a3e9cbfee94468d99f8c76675dbfa4f is 173, key is testClearRegionBlockCache,5,1731123182199.b40e8579c46a526aef02c60133a0a950./info:regioninfo/1731123182981/Put/seqid=0 2024-11-09T03:33:03,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:33:03,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:33:03,571 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/.tmp/info/4a3e9cbfee94468d99f8c76675dbfa4f 2024-11-09T03:33:03,585 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:33:03,586 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:33:03,597 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/.tmp/ns/44192555077b48b4b7c3433985b6cf63 is 43, key is default/ns:d/1731123182102/Put/seqid=0 2024-11-09T03:33:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:33:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:33:03,603 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/.tmp/ns/44192555077b48b4b7c3433985b6cf63 2024-11-09T03:33:03,623 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/.tmp/table/baf06601bac440cd99b7d02f3944e8d1 is 61, key is testClearRegionBlockCache/table:state/1731123182992/Put/seqid=0 2024-11-09T03:33:03,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:33:03,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:33:03,629 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/.tmp/table/baf06601bac440cd99b7d02f3944e8d1 2024-11-09T03:33:03,635 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/.tmp/info/4a3e9cbfee94468d99f8c76675dbfa4f as hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/info/4a3e9cbfee94468d99f8c76675dbfa4f 2024-11-09T03:33:03,641 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/info/4a3e9cbfee94468d99f8c76675dbfa4f, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T03:33:03,642 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/.tmp/ns/44192555077b48b4b7c3433985b6cf63 as hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/ns/44192555077b48b4b7c3433985b6cf63 2024-11-09T03:33:03,648 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/ns/44192555077b48b4b7c3433985b6cf63, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T03:33:03,649 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/.tmp/table/baf06601bac440cd99b7d02f3944e8d1 as hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/table/baf06601bac440cd99b7d02f3944e8d1 2024-11-09T03:33:03,656 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/table/baf06601bac440cd99b7d02f3944e8d1, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T03:33:03,657 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=13, compaction requested=false 2024-11-09T03:33:03,662 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T03:33:03,663 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T03:33:03,663 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:33:03,663 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123183550Running coprocessor pre-close hooks at 1731123183550Disabling compacts and flushes for region at 1731123183550Disabling writes for close at 1731123183550Obtaining lock to block concurrent updates at 1731123183550Preparing flush snapshotting stores in 1588230740 at 1731123183550Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731123183550Flushing stores of hbase:meta,,1.1588230740 at 1731123183551 (+1 ms)Flushing 1588230740/info: creating writer at 1731123183551Flushing 1588230740/info: appending metadata at 1731123183565 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731123183565Flushing 1588230740/ns: creating writer at 1731123183577 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731123183596 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731123183596Flushing 1588230740/table: creating writer at 1731123183608 (+12 ms)Flushing 1588230740/table: appending metadata at 1731123183622 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731123183622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26088415: reopening flushed file at 1731123183634 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1427fb: reopening flushed file at 1731123183641 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7346c8b7: reopening flushed file at 1731123183648 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=13, compaction requested=false at 1731123183657 (+9 ms)Writing region close event to WAL at 1731123183658 (+1 ms)Running coprocessor post-close hooks at 1731123183663 (+5 ms)Closed at 1731123183663 2024-11-09T03:33:03,663 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T03:33:03,749 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,35119,1731123180852; all regions closed. 2024-11-09T03:33:03,750 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,45151,1731123180807; all regions closed. 2024-11-09T03:33:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741834_1010 (size=1867) 2024-11-09T03:33:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741834_1010 (size=1867) 2024-11-09T03:33:03,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/WALs/6ee74a15f3e3,35119,1731123180852/6ee74a15f3e3%2C35119%2C1731123180852.1731123181519 not finished, retry = 0 2024-11-09T03:33:03,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:33:03,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:33:03,756 DEBUG [RS:0;6ee74a15f3e3:45151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/oldWALs 2024-11-09T03:33:03,756 INFO [RS:0;6ee74a15f3e3:45151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C45151%2C1731123180807.meta:.meta(num 1731123182047) 2024-11-09T03:33:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741833_1009 (size=1758) 2024-11-09T03:33:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741833_1009 (size=1758) 2024-11-09T03:33:03,760 DEBUG [RS:0;6ee74a15f3e3:45151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/oldWALs 2024-11-09T03:33:03,761 INFO [RS:0;6ee74a15f3e3:45151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C45151%2C1731123180807:(num 1731123181514) 2024-11-09T03:33:03,761 DEBUG [RS:0;6ee74a15f3e3:45151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:03,761 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:33:03,761 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:33:03,761 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T03:33:03,761 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:33:03,761 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:33:03,761 INFO [RS:0;6ee74a15f3e3:45151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45151 2024-11-09T03:33:03,773 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:33:03,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:33:03,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,45151,1731123180807 2024-11-09T03:33:03,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,45151,1731123180807] 2024-11-09T03:33:03,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,45151,1731123180807 already deleted, retry=false 2024-11-09T03:33:03,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,45151,1731123180807 expired; onlineServers=1 2024-11-09T03:33:03,858 DEBUG [RS:1;6ee74a15f3e3:35119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/oldWALs 2024-11-09T03:33:03,858 INFO [RS:1;6ee74a15f3e3:35119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C35119%2C1731123180852:(num 1731123181519) 2024-11-09T03:33:03,858 DEBUG [RS:1;6ee74a15f3e3:35119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:03,858 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:33:03,858 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:33:03,859 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T03:33:03,859 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:33:03,859 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:33:03,859 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:33:03,859 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:33:03,859 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:33:03,860 INFO [RS:1;6ee74a15f3e3:35119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35119 2024-11-09T03:33:03,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:03,884 INFO [RS:0;6ee74a15f3e3:45151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:33:03,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45151-0x1011da76fef0001, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:03,884 INFO [RS:0;6ee74a15f3e3:45151 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,45151,1731123180807; zookeeper connection closed. 2024-11-09T03:33:03,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@82c3460 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@82c3460 2024-11-09T03:33:03,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,35119,1731123180852 2024-11-09T03:33:03,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:33:03,915 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:33:03,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,35119,1731123180852] 2024-11-09T03:33:04,005 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,35119,1731123180852 already deleted, retry=false 2024-11-09T03:33:04,005 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,35119,1731123180852 expired; onlineServers=0 2024-11-09T03:33:04,005 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ee74a15f3e3,46391,1731123180626' ***** 2024-11-09T03:33:04,005 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T03:33:04,005 INFO [M:0;6ee74a15f3e3:46391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:33:04,006 INFO [M:0;6ee74a15f3e3:46391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:33:04,006 DEBUG [M:0;6ee74a15f3e3:46391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T03:33:04,006 DEBUG [M:0;6ee74a15f3e3:46391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T03:33:04,006 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T03:33:04,006 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123181202 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123181202,5,FailOnTimeoutGroup] 2024-11-09T03:33:04,006 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123181202 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123181202,5,FailOnTimeoutGroup] 2024-11-09T03:33:04,007 INFO [M:0;6ee74a15f3e3:46391 {}] hbase.ChoreService(370): Chore service for: master/6ee74a15f3e3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T03:33:04,007 INFO [M:0;6ee74a15f3e3:46391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:33:04,007 DEBUG [M:0;6ee74a15f3e3:46391 {}] master.HMaster(1795): Stopping service threads 2024-11-09T03:33:04,007 INFO [M:0;6ee74a15f3e3:46391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T03:33:04,008 INFO [M:0;6ee74a15f3e3:46391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:33:04,009 INFO [M:0;6ee74a15f3e3:46391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T03:33:04,009 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T03:33:04,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T03:33:04,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:04,020 DEBUG [M:0;6ee74a15f3e3:46391 {}] zookeeper.ZKUtil(347): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T03:33:04,020 WARN [M:0;6ee74a15f3e3:46391 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T03:33:04,020 INFO [M:0;6ee74a15f3e3:46391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/.lastflushedseqids 2024-11-09T03:33:04,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741844_1020 (size=182) 2024-11-09T03:33:04,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741844_1020 (size=182) 2024-11-09T03:33:04,026 INFO [M:0;6ee74a15f3e3:46391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T03:33:04,026 INFO [M:0;6ee74a15f3e3:46391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T03:33:04,026 DEBUG [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:33:04,026 INFO [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:04,026 DEBUG [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:04,027 DEBUG [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:33:04,027 DEBUG [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:04,027 INFO [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-09T03:33:04,048 DEBUG [M:0;6ee74a15f3e3:46391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5ebff7a08eb4cfb987948f226bae2e9 is 82, key is hbase:meta,,1/info:regioninfo/1731123182084/Put/seqid=0 2024-11-09T03:33:04,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:33:04,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:33:04,053 INFO [M:0;6ee74a15f3e3:46391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5ebff7a08eb4cfb987948f226bae2e9 2024-11-09T03:33:04,072 DEBUG [M:0;6ee74a15f3e3:46391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c54e547f5f974b6e9dbe27caeb288297 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731123182996/Put/seqid=0 2024-11-09T03:33:04,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:04,077 INFO [RS:1;6ee74a15f3e3:35119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:33:04,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x1011da76fef0002, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:04,077 INFO [RS:1;6ee74a15f3e3:35119 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,35119,1731123180852; zookeeper connection closed. 2024-11-09T03:33:04,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741846_1022 (size=6220) 2024-11-09T03:33:04,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741846_1022 (size=6220) 2024-11-09T03:33:04,077 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a725a41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a725a41 2024-11-09T03:33:04,077 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T03:33:04,077 INFO [M:0;6ee74a15f3e3:46391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c54e547f5f974b6e9dbe27caeb288297 2024-11-09T03:33:04,097 DEBUG [M:0;6ee74a15f3e3:46391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/108efc8da27946e3a9a50835df601337 is 69, key is 6ee74a15f3e3,35119,1731123180852/rs:state/1731123181320/Put/seqid=0 2024-11-09T03:33:04,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:33:04,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:33:04,102 INFO [M:0;6ee74a15f3e3:46391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/108efc8da27946e3a9a50835df601337 2024-11-09T03:33:04,107 DEBUG [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5ebff7a08eb4cfb987948f226bae2e9 as hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5ebff7a08eb4cfb987948f226bae2e9 2024-11-09T03:33:04,112 INFO [M:0;6ee74a15f3e3:46391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5ebff7a08eb4cfb987948f226bae2e9, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T03:33:04,113 DEBUG [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c54e547f5f974b6e9dbe27caeb288297 as hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c54e547f5f974b6e9dbe27caeb288297 2024-11-09T03:33:04,118 INFO [M:0;6ee74a15f3e3:46391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c54e547f5f974b6e9dbe27caeb288297, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T03:33:04,119 DEBUG [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/108efc8da27946e3a9a50835df601337 as hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/108efc8da27946e3a9a50835df601337 2024-11-09T03:33:04,124 INFO [M:0;6ee74a15f3e3:46391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38615/user/jenkins/test-data/20a49dcb-ceb1-60a7-033d-efe43a2a6f39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/108efc8da27946e3a9a50835df601337, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T03:33:04,125 INFO [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-11-09T03:33:04,126 INFO [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:04,126 DEBUG [M:0;6ee74a15f3e3:46391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123184026Disabling compacts and flushes for region at 1731123184026Disabling writes for close at 1731123184027 (+1 ms)Obtaining lock to block concurrent updates at 1731123184027Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731123184027Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731123184027Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731123184028 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731123184028Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731123184048 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731123184048Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731123184058 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731123184072 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731123184072Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731123184082 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731123184096 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731123184096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e453012: reopening flushed file at 1731123184106 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6312773c: reopening flushed file at 1731123184112 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c82c5f3: reopening flushed file at 1731123184118 (+6 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1731123184125 (+7 ms)Writing region close event to WAL at 1731123184126 (+1 ms)Closed at 1731123184126 2024-11-09T03:33:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741830_1006 (size=35452) 2024-11-09T03:33:04,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741830_1006 (size=35452) 2024-11-09T03:33:04,129 INFO [M:0;6ee74a15f3e3:46391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T03:33:04,129 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:33:04,129 INFO [M:0;6ee74a15f3e3:46391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46391 2024-11-09T03:33:04,129 INFO [M:0;6ee74a15f3e3:46391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:33:04,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:04,268 INFO [M:0;6ee74a15f3e3:46391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:33:04,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46391-0x1011da76fef0000, quorum=127.0.0.1:56881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:04,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c76b833{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:33:04,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a67db94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:33:04,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:33:04,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b2cca64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:33:04,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e05e1d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.log.dir/,STOPPED} 2024-11-09T03:33:04,278 WARN [BP-1091592183-172.17.0.2-1731123178214 heartbeating to localhost/127.0.0.1:38615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:33:04,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:33:04,278 WARN [BP-1091592183-172.17.0.2-1731123178214 heartbeating to localhost/127.0.0.1:38615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1091592183-172.17.0.2-1731123178214 (Datanode Uuid 3c98bee4-fd48-497e-a51d-dd3d2240667d) service to localhost/127.0.0.1:38615 2024-11-09T03:33:04,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:33:04,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/data/data3/current/BP-1091592183-172.17.0.2-1731123178214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:33:04,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/data/data4/current/BP-1091592183-172.17.0.2-1731123178214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:33:04,279 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:33:04,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b652108{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:33:04,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6414fd2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:33:04,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:33:04,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@614d6c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:33:04,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cdb1b1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.log.dir/,STOPPED} 2024-11-09T03:33:04,282 WARN [BP-1091592183-172.17.0.2-1731123178214 heartbeating to localhost/127.0.0.1:38615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:33:04,282 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:33:04,282 WARN [BP-1091592183-172.17.0.2-1731123178214 heartbeating to localhost/127.0.0.1:38615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1091592183-172.17.0.2-1731123178214 (Datanode Uuid aa5a354d-3403-47ad-9c57-5a9b5eb898b5) service to localhost/127.0.0.1:38615 2024-11-09T03:33:04,282 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:33:04,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/data/data1/current/BP-1091592183-172.17.0.2-1731123178214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:33:04,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/cluster_23319c17-bced-dd41-df6a-354dcb5c645e/data/data2/current/BP-1091592183-172.17.0.2-1731123178214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:33:04,283 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:33:04,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57fa2aac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:33:04,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29cd798e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:33:04,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:33:04,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68697dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:33:04,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1ebb5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.log.dir/,STOPPED} 2024-11-09T03:33:04,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T03:33:04,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T03:33:04,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=169 (was 153) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38615 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:38615 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 427), ProcessCount=11 (was 11), AvailableMemoryMB=3663 (was 3777) 2024-11-09T03:33:04,323 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=169, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=3663 2024-11-09T03:33:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.log.dir so I do NOT create it in target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104 2024-11-09T03:33:04,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T03:33:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.tmp.dir so I do NOT create it in target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104 2024-11-09T03:33:04,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7669d23c-d4fb-85e8-527b-056331960a48/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T03:33:04,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104 2024-11-09T03:33:04,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4, deleteOnExit=true 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/test.cache.data in system properties and HBase conf 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/hadoop.log.dir in system properties and HBase conf 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T03:33:04,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T03:33:04,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:33:04,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T03:33:04,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T03:33:04,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T03:33:04,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:33:04,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T03:33:04,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/nfs.dump.dir in system properties and HBase conf 2024-11-09T03:33:04,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/java.io.tmpdir in system properties and HBase conf 2024-11-09T03:33:04,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T03:33:04,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T03:33:04,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T03:33:04,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:33:04,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:33:04,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:33:04,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:33:04,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T03:33:04,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:33:04,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d46a842{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:33:04,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a752d1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:33:04,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cb9c4f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/java.io.tmpdir/jetty-localhost-41617-hadoop-hdfs-3_4_1-tests_jar-_-any-920244798514929044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:33:04,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fbeaeab{HTTP/1.1, (http/1.1)}{localhost:41617} 2024-11-09T03:33:04,878 INFO [Time-limited test {}] server.Server(415): Started @37941ms 2024-11-09T03:33:05,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:33:05,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:33:05,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:33:05,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:33:05,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T03:33:05,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54831b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:33:05,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34336d5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:33:05,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dca2274{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/java.io.tmpdir/jetty-localhost-42371-hadoop-hdfs-3_4_1-tests_jar-_-any-16744253430196885772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:33:05,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@91b0058{HTTP/1.1, (http/1.1)}{localhost:42371} 2024-11-09T03:33:05,217 INFO [Time-limited test {}] server.Server(415): Started @38280ms 2024-11-09T03:33:05,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:33:05,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T03:33:05,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T03:33:05,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T03:33:05,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T03:33:05,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T03:33:05,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60c509a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/hadoop.log.dir/,AVAILABLE} 2024-11-09T03:33:05,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd8f20c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T03:33:05,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a0033c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/java.io.tmpdir/jetty-localhost-42947-hadoop-hdfs-3_4_1-tests_jar-_-any-7671234180565391357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:33:05,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c3385f{HTTP/1.1, (http/1.1)}{localhost:42947} 2024-11-09T03:33:05,387 INFO [Time-limited test {}] server.Server(415): Started @38450ms 2024-11-09T03:33:05,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T03:33:06,273 WARN [Thread-1430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/data/data1/current/BP-703045132-172.17.0.2-1731123184360/current, will proceed with Du for space computation calculation, 2024-11-09T03:33:06,273 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/data/data2/current/BP-703045132-172.17.0.2-1731123184360/current, will proceed with Du for space computation calculation, 2024-11-09T03:33:06,293 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:33:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b5e4f8d83322906 with lease ID 0xf1000b35a6cada29: Processing first storage report for DS-433fe7f9-582e-4ba0-94f8-8bc5e52a015e from datanode DatanodeRegistration(127.0.0.1:43077, datanodeUuid=8d6a307d-4b62-4de2-8eef-146fcf113ba1, infoPort=43993, infoSecurePort=0, ipcPort=34729, storageInfo=lv=-57;cid=testClusterID;nsid=1701821518;c=1731123184360) 2024-11-09T03:33:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b5e4f8d83322906 with lease ID 0xf1000b35a6cada29: from storage DS-433fe7f9-582e-4ba0-94f8-8bc5e52a015e node DatanodeRegistration(127.0.0.1:43077, datanodeUuid=8d6a307d-4b62-4de2-8eef-146fcf113ba1, infoPort=43993, infoSecurePort=0, ipcPort=34729, storageInfo=lv=-57;cid=testClusterID;nsid=1701821518;c=1731123184360), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T03:33:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b5e4f8d83322906 with lease ID 0xf1000b35a6cada29: Processing first storage report for DS-7d63b285-f096-4f30-ba84-766fb34a79c5 from datanode DatanodeRegistration(127.0.0.1:43077, datanodeUuid=8d6a307d-4b62-4de2-8eef-146fcf113ba1, infoPort=43993, infoSecurePort=0, ipcPort=34729, storageInfo=lv=-57;cid=testClusterID;nsid=1701821518;c=1731123184360) 2024-11-09T03:33:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b5e4f8d83322906 with lease ID 0xf1000b35a6cada29: from storage DS-7d63b285-f096-4f30-ba84-766fb34a79c5 node DatanodeRegistration(127.0.0.1:43077, datanodeUuid=8d6a307d-4b62-4de2-8eef-146fcf113ba1, infoPort=43993, infoSecurePort=0, ipcPort=34729, storageInfo=lv=-57;cid=testClusterID;nsid=1701821518;c=1731123184360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:33:06,410 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/data/data3/current/BP-703045132-172.17.0.2-1731123184360/current, will proceed with Du for space computation calculation, 2024-11-09T03:33:06,410 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/data/data4/current/BP-703045132-172.17.0.2-1731123184360/current, will proceed with Du for space computation calculation, 2024-11-09T03:33:06,432 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T03:33:06,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba542e4f2a1602d1 with lease ID 0xf1000b35a6cada2a: Processing first storage report for DS-3c92236a-cd54-486a-8d13-df8453e9fdff from datanode DatanodeRegistration(127.0.0.1:41333, datanodeUuid=5689d3bc-1b43-4bb0-adc0-ec2178237236, infoPort=35847, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=1701821518;c=1731123184360) 2024-11-09T03:33:06,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba542e4f2a1602d1 with lease ID 0xf1000b35a6cada2a: from storage DS-3c92236a-cd54-486a-8d13-df8453e9fdff node DatanodeRegistration(127.0.0.1:41333, datanodeUuid=5689d3bc-1b43-4bb0-adc0-ec2178237236, infoPort=35847, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=1701821518;c=1731123184360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:33:06,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba542e4f2a1602d1 with lease ID 0xf1000b35a6cada2a: Processing first storage report for DS-5b5437cf-3ba5-459c-a2a2-adb515a357ca from datanode DatanodeRegistration(127.0.0.1:41333, datanodeUuid=5689d3bc-1b43-4bb0-adc0-ec2178237236, infoPort=35847, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=1701821518;c=1731123184360) 2024-11-09T03:33:06,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba542e4f2a1602d1 with lease ID 0xf1000b35a6cada2a: from storage DS-5b5437cf-3ba5-459c-a2a2-adb515a357ca node DatanodeRegistration(127.0.0.1:41333, datanodeUuid=5689d3bc-1b43-4bb0-adc0-ec2178237236, infoPort=35847, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=1701821518;c=1731123184360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T03:33:06,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104 2024-11-09T03:33:06,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/zookeeper_0, clientPort=51154, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T03:33:06,532 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51154 2024-11-09T03:33:06,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:06,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:06,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:33:06,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741825_1001 (size=7) 2024-11-09T03:33:06,542 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702 with version=8 2024-11-09T03:33:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/hbase-staging 2024-11-09T03:33:06,544 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:33:06,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:06,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:06,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:33:06,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:06,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:33:06,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T03:33:06,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:33:06,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39345 2024-11-09T03:33:06,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39345 connecting to ZooKeeper ensemble=127.0.0.1:51154 2024-11-09T03:33:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393450x0, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:33:06,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39345-0x1011da7870e0000 connected 2024-11-09T03:33:06,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:06,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:06,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:06,774 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702, hbase.cluster.distributed=false 2024-11-09T03:33:06,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:33:06,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39345 2024-11-09T03:33:06,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39345 2024-11-09T03:33:06,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39345 2024-11-09T03:33:06,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39345 2024-11-09T03:33:06,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39345 2024-11-09T03:33:06,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:33:06,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:06,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:06,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:33:06,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:06,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:33:06,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:33:06,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:33:06,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39739 2024-11-09T03:33:06,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39739 connecting to ZooKeeper ensemble=127.0.0.1:51154 2024-11-09T03:33:06,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:06,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:06,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397390x0, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:33:06,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397390x0, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:06,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39739-0x1011da7870e0001 connected 2024-11-09T03:33:06,816 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:33:06,816 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T03:33:06,821 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T03:33:06,822 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T03:33:06,822 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T03:33:06,824 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:33:06,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:33:06,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:33:06,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-09T03:33:06,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39739 2024-11-09T03:33:06,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39739 2024-11-09T03:33:06,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-09T03:33:06,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-09T03:33:06,846 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ee74a15f3e3:0 server-side Connection retries=45 2024-11-09T03:33:06,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:06,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:06,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T03:33:06,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T03:33:06,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T03:33:06,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T03:33:06,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T03:33:06,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45155 2024-11-09T03:33:06,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45155 connecting to ZooKeeper ensemble=127.0.0.1:51154 2024-11-09T03:33:06,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:06,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:06,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451550x0, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T03:33:06,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45155-0x1011da7870e0002 connected 2024-11-09T03:33:06,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:06,863 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T03:33:06,863 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T03:33:06,869 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T03:33:06,869 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T03:33:06,870 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T03:33:06,871 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T03:33:06,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T03:33:06,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T03:33:06,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45155 2024-11-09T03:33:06,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45155 2024-11-09T03:33:06,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45155 2024-11-09T03:33:06,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45155 2024-11-09T03:33:06,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45155 2024-11-09T03:33:06,889 DEBUG [M:0;6ee74a15f3e3:39345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ee74a15f3e3:39345 2024-11-09T03:33:06,889 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6ee74a15f3e3,39345,1731123186544 2024-11-09T03:33:06,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:06,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:06,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:06,900 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6ee74a15f3e3,39345,1731123186544 2024-11-09T03:33:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:33:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T03:33:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:06,910 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T03:33:06,910 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6ee74a15f3e3,39345,1731123186544 from backup master directory 2024-11-09T03:33:06,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:06,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:06,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6ee74a15f3e3,39345,1731123186544 2024-11-09T03:33:06,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T03:33:06,920 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:33:06,920 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ee74a15f3e3,39345,1731123186544 2024-11-09T03:33:06,926 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/hbase.id] with ID: 61d86d9a-d3e6-48f9-8157-c02bb954469c 2024-11-09T03:33:06,926 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/.tmp/hbase.id 2024-11-09T03:33:06,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:33:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741826_1002 (size=42) 2024-11-09T03:33:06,934 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/.tmp/hbase.id]:[hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/hbase.id] 2024-11-09T03:33:06,945 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T03:33:06,945 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T03:33:06,947 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T03:33:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:33:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741827_1003 (size=196) 2024-11-09T03:33:06,963 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:33:06,964 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T03:33:06,965 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:33:06,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:33:06,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741828_1004 (size=1189) 2024-11-09T03:33:06,972 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store 2024-11-09T03:33:06,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:33:06,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741829_1005 (size=34) 2024-11-09T03:33:06,978 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:06,979 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:33:06,979 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:06,979 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:06,979 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:33:06,979 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:06,979 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:06,979 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123186978Disabling compacts and flushes for region at 1731123186978Disabling writes for close at 1731123186979 (+1 ms)Writing region close event to WAL at 1731123186979Closed at 1731123186979 2024-11-09T03:33:06,980 WARN [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/.initializing 2024-11-09T03:33:06,980 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/WALs/6ee74a15f3e3,39345,1731123186544 2024-11-09T03:33:06,980 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:33:06,982 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C39345%2C1731123186544, suffix=, logDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/WALs/6ee74a15f3e3,39345,1731123186544, archiveDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/oldWALs, maxLogs=10 2024-11-09T03:33:06,995 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/WALs/6ee74a15f3e3,39345,1731123186544/6ee74a15f3e3%2C39345%2C1731123186544.1731123186982, exclude list is [], retry=0 2024-11-09T03:33:06,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-433fe7f9-582e-4ba0-94f8-8bc5e52a015e,DISK] 2024-11-09T03:33:06,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-3c92236a-cd54-486a-8d13-df8453e9fdff,DISK] 2024-11-09T03:33:06,999 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/WALs/6ee74a15f3e3,39345,1731123186544/6ee74a15f3e3%2C39345%2C1731123186544.1731123186982 2024-11-09T03:33:06,999 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43993:43993),(127.0.0.1/127.0.0.1:35847:35847)] 2024-11-09T03:33:06,999 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:33:06,999 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:06,999 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:06,999 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T03:33:07,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:07,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T03:33:07,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:33:07,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T03:33:07,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:33:07,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T03:33:07,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:33:07,007 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,008 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,008 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,009 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,009 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,010 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:33:07,011 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T03:33:07,013 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:33:07,013 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63404803, jitterRate=-0.05519481003284454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:33:07,014 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731123187000Initializing all the Stores at 1731123187000Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123187000Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123187001 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123187001Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123187001Cleaning up temporary data from old regions at 1731123187009 (+8 ms)Region opened successfully at 1731123187014 (+5 ms) 2024-11-09T03:33:07,014 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T03:33:07,017 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae4a4dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:33:07,018 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T03:33:07,018 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T03:33:07,018 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T03:33:07,018 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T03:33:07,019 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T03:33:07,019 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T03:33:07,019 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T03:33:07,021 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T03:33:07,022 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T03:33:07,030 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T03:33:07,031 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T03:33:07,031 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T03:33:07,040 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T03:33:07,041 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T03:33:07,042 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T03:33:07,051 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T03:33:07,053 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T03:33:07,061 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T03:33:07,064 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T03:33:07,072 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T03:33:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,083 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ee74a15f3e3,39345,1731123186544, sessionid=0x1011da7870e0000, setting cluster-up flag (Was=false) 2024-11-09T03:33:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,135 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T03:33:07,137 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,39345,1731123186544 2024-11-09T03:33:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,188 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T03:33:07,191 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ee74a15f3e3,39345,1731123186544 2024-11-09T03:33:07,194 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T03:33:07,197 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T03:33:07,197 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T03:33:07,198 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T03:33:07,198 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ee74a15f3e3,39345,1731123186544 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T03:33:07,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:33:07,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:33:07,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:33:07,200 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T03:33:07,201 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ee74a15f3e3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T03:33:07,201 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,201 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:33:07,201 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,202 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731123217202 2024-11-09T03:33:07,202 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T03:33:07,202 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T03:33:07,203 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T03:33:07,203 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T03:33:07,203 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T03:33:07,203 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T03:33:07,203 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:33:07,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T03:33:07,204 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T03:33:07,204 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T03:33:07,204 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T03:33:07,205 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T03:33:07,205 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T03:33:07,205 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,205 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123187205,5,FailOnTimeoutGroup] 2024-11-09T03:33:07,206 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123187205,5,FailOnTimeoutGroup] 2024-11-09T03:33:07,206 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,205 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T03:33:07,206 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T03:33:07,206 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,206 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:33:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741831_1007 (size=1321) 2024-11-09T03:33:07,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T03:33:07,213 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702 2024-11-09T03:33:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741832_1008 (size=32) 2024-11-09T03:33:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741832_1008 (size=32) 2024-11-09T03:33:07,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:07,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:33:07,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:33:07,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:07,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:33:07,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:33:07,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:07,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:33:07,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:33:07,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:07,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:33:07,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:33:07,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:07,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:33:07,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740 2024-11-09T03:33:07,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740 2024-11-09T03:33:07,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:33:07,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:33:07,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:33:07,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:33:07,236 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:33:07,236 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72550781, jitterRate=0.08109088242053986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:33:07,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731123187223Initializing all the Stores at 1731123187224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123187224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123187224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123187224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123187224Cleaning up temporary data from old regions at 1731123187233 (+9 ms)Region opened successfully at 1731123187237 (+4 ms) 2024-11-09T03:33:07,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:33:07,237 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:33:07,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:33:07,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:33:07,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:33:07,237 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:33:07,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123187237Disabling compacts and flushes for region at 1731123187237Disabling writes for close at 1731123187237Writing region close event to WAL at 1731123187237Closed at 1731123187237 2024-11-09T03:33:07,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:33:07,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T03:33:07,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T03:33:07,239 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:33:07,240 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T03:33:07,276 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(746): ClusterId : 61d86d9a-d3e6-48f9-8157-c02bb954469c 2024-11-09T03:33:07,276 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(746): ClusterId : 61d86d9a-d3e6-48f9-8157-c02bb954469c 2024-11-09T03:33:07,276 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:33:07,276 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T03:33:07,289 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:33:07,289 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T03:33:07,289 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:33:07,289 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T03:33:07,300 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:33:07,300 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T03:33:07,300 DEBUG [RS:0;6ee74a15f3e3:39739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcaebc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:33:07,300 DEBUG [RS:1;6ee74a15f3e3:45155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c24b639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ee74a15f3e3/172.17.0.2:0 2024-11-09T03:33:07,311 DEBUG [RS:0;6ee74a15f3e3:39739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ee74a15f3e3:39739 2024-11-09T03:33:07,311 DEBUG [RS:1;6ee74a15f3e3:45155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6ee74a15f3e3:45155 2024-11-09T03:33:07,311 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:33:07,311 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T03:33:07,311 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:33:07,311 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T03:33:07,311 DEBUG [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:33:07,311 DEBUG [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T03:33:07,312 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,39345,1731123186544 with port=39739, startcode=1731123186797 2024-11-09T03:33:07,312 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ee74a15f3e3,39345,1731123186544 with port=45155, startcode=1731123186846 2024-11-09T03:33:07,312 DEBUG [RS:0;6ee74a15f3e3:39739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:33:07,312 DEBUG [RS:1;6ee74a15f3e3:45155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T03:33:07,314 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:33:07,314 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T03:33:07,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:07,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39345 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:07,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ee74a15f3e3,39739,1731123186797 2024-11-09T03:33:07,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39345 {}] master.ServerManager(517): Registering regionserver=6ee74a15f3e3,39739,1731123186797 2024-11-09T03:33:07,315 DEBUG [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702 2024-11-09T03:33:07,315 DEBUG [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39691 2024-11-09T03:33:07,315 DEBUG [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:33:07,316 DEBUG [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702 2024-11-09T03:33:07,316 DEBUG [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39691 2024-11-09T03:33:07,316 DEBUG [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T03:33:07,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:33:07,358 DEBUG [RS:1;6ee74a15f3e3:45155 {}] zookeeper.ZKUtil(111): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:07,358 WARN [RS:1;6ee74a15f3e3:45155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:33:07,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,45155,1731123186846] 2024-11-09T03:33:07,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ee74a15f3e3,39739,1731123186797] 2024-11-09T03:33:07,358 INFO [RS:1;6ee74a15f3e3:45155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:33:07,358 DEBUG [RS:0;6ee74a15f3e3:39739 {}] zookeeper.ZKUtil(111): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ee74a15f3e3,39739,1731123186797 2024-11-09T03:33:07,358 DEBUG [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:07,358 WARN [RS:0;6ee74a15f3e3:39739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T03:33:07,358 INFO [RS:0;6ee74a15f3e3:39739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:33:07,358 DEBUG [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,39739,1731123186797 2024-11-09T03:33:07,362 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:33:07,362 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T03:33:07,364 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:33:07,365 INFO [RS:1;6ee74a15f3e3:45155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:33:07,365 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,365 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:33:07,366 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:33:07,366 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,366 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:33:07,367 DEBUG [RS:1;6ee74a15f3e3:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:33:07,367 INFO [RS:0;6ee74a15f3e3:39739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T03:33:07,367 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,367 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,367 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,367 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,367 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T03:33:07,367 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,367 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,367 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,45155,1731123186846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:33:07,368 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T03:33:07,368 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,368 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,368 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,368 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,368 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,368 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,368 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T03:33:07,368 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,369 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,369 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,369 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,369 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,369 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ee74a15f3e3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T03:33:07,369 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:33:07,369 DEBUG [RS:0;6ee74a15f3e3:39739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ee74a15f3e3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T03:33:07,372 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,372 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,372 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,372 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,372 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,373 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39739,1731123186797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:33:07,385 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:33:07,385 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,45155,1731123186846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,385 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,385 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.Replication(171): 6ee74a15f3e3,45155,1731123186846 started 2024-11-09T03:33:07,390 WARN [6ee74a15f3e3:39345 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T03:33:07,394 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T03:33:07,394 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39739,1731123186797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,394 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,394 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.Replication(171): 6ee74a15f3e3,39739,1731123186797 started 2024-11-09T03:33:07,403 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,404 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,45155,1731123186846, RpcServer on 6ee74a15f3e3/172.17.0.2:45155, sessionid=0x1011da7870e0002 2024-11-09T03:33:07,404 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:33:07,404 DEBUG [RS:1;6ee74a15f3e3:45155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:07,404 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,45155,1731123186846' 2024-11-09T03:33:07,404 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:33:07,405 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:33:07,405 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:33:07,405 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:33:07,405 DEBUG [RS:1;6ee74a15f3e3:45155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:07,405 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,45155,1731123186846' 2024-11-09T03:33:07,405 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:33:07,405 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:33:07,406 DEBUG [RS:1;6ee74a15f3e3:45155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:33:07,406 INFO [RS:1;6ee74a15f3e3:45155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:33:07,406 INFO [RS:1;6ee74a15f3e3:45155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:33:07,411 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,411 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(1482): Serving as 6ee74a15f3e3,39739,1731123186797, RpcServer on 6ee74a15f3e3/172.17.0.2:39739, sessionid=0x1011da7870e0001 2024-11-09T03:33:07,411 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T03:33:07,411 DEBUG [RS:0;6ee74a15f3e3:39739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ee74a15f3e3,39739,1731123186797 2024-11-09T03:33:07,412 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,39739,1731123186797' 2024-11-09T03:33:07,412 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T03:33:07,412 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T03:33:07,413 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T03:33:07,413 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T03:33:07,413 DEBUG [RS:0;6ee74a15f3e3:39739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ee74a15f3e3,39739,1731123186797 2024-11-09T03:33:07,413 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ee74a15f3e3,39739,1731123186797' 2024-11-09T03:33:07,413 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T03:33:07,413 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T03:33:07,413 DEBUG [RS:0;6ee74a15f3e3:39739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T03:33:07,413 INFO [RS:0;6ee74a15f3e3:39739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T03:33:07,413 INFO [RS:0;6ee74a15f3e3:39739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T03:33:07,506 INFO [RS:1;6ee74a15f3e3:45155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:33:07,508 INFO [RS:1;6ee74a15f3e3:45155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C45155%2C1731123186846, suffix=, logDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,45155,1731123186846, archiveDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/oldWALs, maxLogs=32 2024-11-09T03:33:07,514 INFO [RS:0;6ee74a15f3e3:39739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T03:33:07,516 INFO [RS:0;6ee74a15f3e3:39739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C39739%2C1731123186797, suffix=, logDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,39739,1731123186797, archiveDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/oldWALs, maxLogs=32 2024-11-09T03:33:07,524 DEBUG [RS:1;6ee74a15f3e3:45155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,45155,1731123186846/6ee74a15f3e3%2C45155%2C1731123186846.1731123187508, exclude list is [], retry=0 2024-11-09T03:33:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-433fe7f9-582e-4ba0-94f8-8bc5e52a015e,DISK] 2024-11-09T03:33:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-3c92236a-cd54-486a-8d13-df8453e9fdff,DISK] 2024-11-09T03:33:07,528 INFO [RS:1;6ee74a15f3e3:45155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,45155,1731123186846/6ee74a15f3e3%2C45155%2C1731123186846.1731123187508 2024-11-09T03:33:07,528 DEBUG [RS:1;6ee74a15f3e3:45155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43993:43993),(127.0.0.1/127.0.0.1:35847:35847)] 2024-11-09T03:33:07,529 DEBUG [RS:0;6ee74a15f3e3:39739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,39739,1731123186797/6ee74a15f3e3%2C39739%2C1731123186797.1731123187516, exclude list is [], retry=0 2024-11-09T03:33:07,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-3c92236a-cd54-486a-8d13-df8453e9fdff,DISK] 2024-11-09T03:33:07,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-433fe7f9-582e-4ba0-94f8-8bc5e52a015e,DISK] 2024-11-09T03:33:07,533 INFO [RS:0;6ee74a15f3e3:39739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,39739,1731123186797/6ee74a15f3e3%2C39739%2C1731123186797.1731123187516 2024-11-09T03:33:07,533 DEBUG [RS:0;6ee74a15f3e3:39739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43993:43993),(127.0.0.1/127.0.0.1:35847:35847)] 2024-11-09T03:33:07,569 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T03:33:07,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:33:07,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:33:07,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:33:07,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:33:07,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:33:07,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:33:07,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:33:07,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T03:33:07,640 DEBUG [6ee74a15f3e3:39345 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T03:33:07,641 DEBUG [6ee74a15f3e3:39345 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:33:07,642 DEBUG [6ee74a15f3e3:39345 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:33:07,642 DEBUG [6ee74a15f3e3:39345 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:33:07,642 DEBUG [6ee74a15f3e3:39345 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:33:07,642 DEBUG [6ee74a15f3e3:39345 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:33:07,642 INFO [6ee74a15f3e3:39345 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:33:07,643 INFO [6ee74a15f3e3:39345 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:33:07,643 DEBUG [6ee74a15f3e3:39345 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:33:07,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:07,644 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,45155,1731123186846, state=OPENING 2024-11-09T03:33:07,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T03:33:07,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:07,674 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T03:33:07,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:07,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:07,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:07,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,45155,1731123186846}] 2024-11-09T03:33:07,828 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:33:07,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:33:07,835 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T03:33:07,835 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T03:33:07,835 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T03:33:07,838 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ee74a15f3e3%2C45155%2C1731123186846.meta, suffix=.meta, logDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,45155,1731123186846, archiveDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/oldWALs, maxLogs=32 2024-11-09T03:33:07,852 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,45155,1731123186846/6ee74a15f3e3%2C45155%2C1731123186846.meta.1731123187838.meta, exclude list is [], retry=0 2024-11-09T03:33:07,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-3c92236a-cd54-486a-8d13-df8453e9fdff,DISK] 2024-11-09T03:33:07,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-433fe7f9-582e-4ba0-94f8-8bc5e52a015e,DISK] 2024-11-09T03:33:07,856 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/WALs/6ee74a15f3e3,45155,1731123186846/6ee74a15f3e3%2C45155%2C1731123186846.meta.1731123187838.meta 2024-11-09T03:33:07,856 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43993:43993),(127.0.0.1/127.0.0.1:35847:35847)] 2024-11-09T03:33:07,856 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T03:33:07,856 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T03:33:07,856 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T03:33:07,856 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T03:33:07,856 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T03:33:07,856 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:07,857 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T03:33:07,857 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T03:33:07,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T03:33:07,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T03:33:07,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:07,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T03:33:07,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T03:33:07,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:07,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T03:33:07,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T03:33:07,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:07,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T03:33:07,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T03:33:07,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T03:33:07,862 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T03:33:07,862 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740 2024-11-09T03:33:07,863 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740 2024-11-09T03:33:07,865 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T03:33:07,865 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T03:33:07,865 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T03:33:07,867 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T03:33:07,867 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63567029, jitterRate=-0.052777454257011414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T03:33:07,867 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T03:33:07,868 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731123187857Writing region info on filesystem at 1731123187857Initializing all the Stores at 1731123187857Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123187858 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123187858Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123187858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731123187858Cleaning up temporary data from old regions at 1731123187865 (+7 ms)Running coprocessor post-open hooks at 1731123187867 (+2 ms)Region opened successfully at 1731123187868 (+1 ms) 2024-11-09T03:33:07,869 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731123187828 2024-11-09T03:33:07,871 DEBUG [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T03:33:07,872 INFO [RS_OPEN_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T03:33:07,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:07,873 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ee74a15f3e3,45155,1731123186846, state=OPEN 2024-11-09T03:33:07,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:33:07,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:33:07,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T03:33:07,883 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:07,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:07,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:07,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T03:33:07,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T03:33:07,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ee74a15f3e3,45155,1731123186846 in 209 msec 2024-11-09T03:33:07,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T03:33:07,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-09T03:33:07,888 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T03:33:07,888 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T03:33:07,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:33:07,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,45155,1731123186846, seqNum=-1] 2024-11-09T03:33:07,890 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:33:07,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:33:07,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 699 msec 2024-11-09T03:33:07,896 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731123187896, completionTime=-1 2024-11-09T03:33:07,896 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T03:33:07,896 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T03:33:07,898 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T03:33:07,898 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731123247898 2024-11-09T03:33:07,898 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731123307898 2024-11-09T03:33:07,898 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T03:33:07,899 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39345,1731123186544-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,899 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39345,1731123186544-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,899 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39345,1731123186544-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,899 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ee74a15f3e3:39345, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,899 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,899 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,901 DEBUG [master/6ee74a15f3e3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T03:33:07,903 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.983sec 2024-11-09T03:33:07,904 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T03:33:07,904 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T03:33:07,904 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T03:33:07,904 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T03:33:07,904 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T03:33:07,904 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39345,1731123186544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T03:33:07,904 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39345,1731123186544-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T03:33:07,907 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T03:33:07,907 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T03:33:07,907 INFO [master/6ee74a15f3e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ee74a15f3e3,39345,1731123186544-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T03:33:07,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce0e9d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:33:07,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ee74a15f3e3,39345,-1 for getting cluster id 2024-11-09T03:33:07,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T03:33:07,978 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61d86d9a-d3e6-48f9-8157-c02bb954469c' 2024-11-09T03:33:07,978 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T03:33:07,978 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61d86d9a-d3e6-48f9-8157-c02bb954469c" 2024-11-09T03:33:07,979 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180658fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:33:07,979 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ee74a15f3e3,39345,-1] 2024-11-09T03:33:07,979 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T03:33:07,979 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:07,980 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T03:33:07,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36693f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T03:33:07,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T03:33:07,982 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ee74a15f3e3,45155,1731123186846, seqNum=-1] 2024-11-09T03:33:07,982 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:33:07,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:33:07,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ee74a15f3e3,39345,1731123186544 2024-11-09T03:33:07,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T03:33:07,987 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ee74a15f3e3,39345,1731123186544 2024-11-09T03:33:07,987 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c6e1ba6 2024-11-09T03:33:07,987 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T03:33:07,988 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T03:33:07,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39345 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T03:33:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T03:33:07,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T03:33:07,991 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:07,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39345 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T03:33:07,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T03:33:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:33:07,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:33:07,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741836_1012 (size=379) 2024-11-09T03:33:08,000 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37b3a0103020a7d295eecf92531694b6, NAME => 'testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702 2024-11-09T03:33:08,000 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 73430c0678b1f971abd41f718f937922, NAME => 'testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702 2024-11-09T03:33:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:33:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741838_1014 (size=61) 2024-11-09T03:33:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:33:08,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741837_1013 (size=61) 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 37b3a0103020a7d295eecf92531694b6, disabling compactions & flushes 2024-11-09T03:33:08,017 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 73430c0678b1f971abd41f718f937922, disabling compactions & flushes 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. after waiting 0 ms 2024-11-09T03:33:08,017 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,017 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. after waiting 0 ms 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,017 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37b3a0103020a7d295eecf92531694b6: Waiting for close lock at 1731123188017Disabling compacts and flushes for region at 1731123188017Disabling writes for close at 1731123188017Writing region close event to WAL at 1731123188017Closed at 1731123188017 2024-11-09T03:33:08,017 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 73430c0678b1f971abd41f718f937922: Waiting for close lock at 1731123188017Disabling compacts and flushes for region at 1731123188017Disabling writes for close at 1731123188017Writing region close event to WAL at 1731123188017Closed at 1731123188017 2024-11-09T03:33:08,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T03:33:08,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123188019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123188019"}]},"ts":"1731123188019"} 2024-11-09T03:33:08,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731123188019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731123188019"}]},"ts":"1731123188019"} 2024-11-09T03:33:08,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T03:33:08,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T03:33:08,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123188024"}]},"ts":"1731123188024"} 2024-11-09T03:33:08,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T03:33:08,026 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6ee74a15f3e3=0} racks are {/default-rack=0} 2024-11-09T03:33:08,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T03:33:08,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T03:33:08,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T03:33:08,028 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T03:33:08,028 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T03:33:08,028 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T03:33:08,028 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T03:33:08,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=37b3a0103020a7d295eecf92531694b6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73430c0678b1f971abd41f718f937922, ASSIGN}] 2024-11-09T03:33:08,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73430c0678b1f971abd41f718f937922, ASSIGN 2024-11-09T03:33:08,029 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=37b3a0103020a7d295eecf92531694b6, ASSIGN 2024-11-09T03:33:08,030 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=37b3a0103020a7d295eecf92531694b6, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,39739,1731123186797; forceNewPlan=false, retain=false 2024-11-09T03:33:08,030 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73430c0678b1f971abd41f718f937922, ASSIGN; state=OFFLINE, location=6ee74a15f3e3,45155,1731123186846; forceNewPlan=false, retain=false 2024-11-09T03:33:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:33:08,181 INFO [6ee74a15f3e3:39345 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T03:33:08,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73430c0678b1f971abd41f718f937922, regionState=OPENING, regionLocation=6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:08,181 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=37b3a0103020a7d295eecf92531694b6, regionState=OPENING, regionLocation=6ee74a15f3e3,39739,1731123186797 2024-11-09T03:33:08,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73430c0678b1f971abd41f718f937922, ASSIGN because future has completed 2024-11-09T03:33:08,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73430c0678b1f971abd41f718f937922, server=6ee74a15f3e3,45155,1731123186846}] 2024-11-09T03:33:08,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=37b3a0103020a7d295eecf92531694b6, ASSIGN because future has completed 2024-11-09T03:33:08,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37b3a0103020a7d295eecf92531694b6, server=6ee74a15f3e3,39739,1731123186797}] 2024-11-09T03:33:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:33:08,338 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:33:08,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:33:08,344 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,344 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 73430c0678b1f971abd41f718f937922, NAME => 'testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T03:33:08,345 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,345 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:08,345 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,345 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,347 INFO [StoreOpener-73430c0678b1f971abd41f718f937922-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,347 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,347 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 37b3a0103020a7d295eecf92531694b6, NAME => 'testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T03:33:08,348 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,348 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T03:33:08,348 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,348 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,349 INFO [StoreOpener-73430c0678b1f971abd41f718f937922-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73430c0678b1f971abd41f718f937922 columnFamilyName family 2024-11-09T03:33:08,349 DEBUG [StoreOpener-73430c0678b1f971abd41f718f937922-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:08,349 INFO [StoreOpener-73430c0678b1f971abd41f718f937922-1 {}] regionserver.HStore(327): Store=73430c0678b1f971abd41f718f937922/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:33:08,350 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,350 INFO [StoreOpener-37b3a0103020a7d295eecf92531694b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,351 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,351 INFO [StoreOpener-37b3a0103020a7d295eecf92531694b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37b3a0103020a7d295eecf92531694b6 columnFamilyName family 2024-11-09T03:33:08,352 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,352 DEBUG [StoreOpener-37b3a0103020a7d295eecf92531694b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T03:33:08,352 INFO [StoreOpener-37b3a0103020a7d295eecf92531694b6-1 {}] regionserver.HStore(327): Store=37b3a0103020a7d295eecf92531694b6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T03:33:08,352 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,352 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,352 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,353 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,353 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,354 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,354 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,354 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,355 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,356 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/73430c0678b1f971abd41f718f937922/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:33:08,357 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 73430c0678b1f971abd41f718f937922; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65988368, jitterRate=-0.016696691513061523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:33:08,357 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,357 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/37b3a0103020a7d295eecf92531694b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T03:33:08,357 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 73430c0678b1f971abd41f718f937922: Running coprocessor pre-open hook at 1731123188345Writing region info on filesystem at 1731123188345Initializing all the Stores at 1731123188346 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123188346Cleaning up temporary data from old regions at 1731123188352 (+6 ms)Running coprocessor post-open hooks at 1731123188357 (+5 ms)Region opened successfully at 1731123188357 2024-11-09T03:33:08,358 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 37b3a0103020a7d295eecf92531694b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65545927, jitterRate=-0.023289576172828674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T03:33:08,358 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,358 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 37b3a0103020a7d295eecf92531694b6: Running coprocessor pre-open hook at 1731123188348Writing region info on filesystem at 1731123188348Initializing all the Stores at 1731123188349 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731123188349Cleaning up temporary data from old regions at 1731123188354 (+5 ms)Running coprocessor post-open hooks at 1731123188358 (+4 ms)Region opened successfully at 1731123188358 2024-11-09T03:33:08,358 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922., pid=7, masterSystemTime=1731123188337 2024-11-09T03:33:08,359 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6., pid=8, masterSystemTime=1731123188338 2024-11-09T03:33:08,361 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,361 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,361 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73430c0678b1f971abd41f718f937922, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:08,362 DEBUG [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,362 INFO [RS_OPEN_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=37b3a0103020a7d295eecf92531694b6, regionState=OPEN, openSeqNum=2, regionLocation=6ee74a15f3e3,39739,1731123186797 2024-11-09T03:33:08,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73430c0678b1f971abd41f718f937922, server=6ee74a15f3e3,45155,1731123186846 because future has completed 2024-11-09T03:33:08,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37b3a0103020a7d295eecf92531694b6, server=6ee74a15f3e3,39739,1731123186797 because future has completed 2024-11-09T03:33:08,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T03:33:08,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 73430c0678b1f971abd41f718f937922, server=6ee74a15f3e3,45155,1731123186846 in 181 msec 2024-11-09T03:33:08,369 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39345 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6ee74a15f3e3,39739,1731123186797, table=testClearRegionBlockCache, region=37b3a0103020a7d295eecf92531694b6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T03:33:08,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=73430c0678b1f971abd41f718f937922, ASSIGN in 340 msec 2024-11-09T03:33:08,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T03:33:08,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 37b3a0103020a7d295eecf92531694b6, server=6ee74a15f3e3,39739,1731123186797 in 184 msec 2024-11-09T03:33:08,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T03:33:08,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=37b3a0103020a7d295eecf92531694b6, ASSIGN in 343 msec 2024-11-09T03:33:08,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T03:33:08,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731123188374"}]},"ts":"1731123188374"} 2024-11-09T03:33:08,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T03:33:08,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T03:33:08,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-09T03:33:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T03:33:08,617 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T03:33:08,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T03:33:08,617 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:33:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T03:33:08,621 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T03:33:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T03:33:08,624 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6., hostname=6ee74a15f3e3,39739,1731123186797, seqNum=2] 2024-11-09T03:33:08,625 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T03:33:08,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T03:33:08,637 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922., hostname=6ee74a15f3e3,45155,1731123186846, seqNum=2] 2024-11-09T03:33:08,647 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 37b3a0103020a7d295eecf92531694b6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T03:33:08,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/37b3a0103020a7d295eecf92531694b6/.tmp/family/421579eea2904a14b94006d2dd3e7eb5 is 32, key is 1/family:/1731123188627/Put/seqid=0 2024-11-09T03:33:08,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741839_1015 (size=5054) 2024-11-09T03:33:08,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741839_1015 (size=5054) 2024-11-09T03:33:08,667 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/37b3a0103020a7d295eecf92531694b6/.tmp/family/421579eea2904a14b94006d2dd3e7eb5 2024-11-09T03:33:08,673 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/37b3a0103020a7d295eecf92531694b6/.tmp/family/421579eea2904a14b94006d2dd3e7eb5 as hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/37b3a0103020a7d295eecf92531694b6/family/421579eea2904a14b94006d2dd3e7eb5 2024-11-09T03:33:08,679 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/37b3a0103020a7d295eecf92531694b6/family/421579eea2904a14b94006d2dd3e7eb5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T03:33:08,680 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 37b3a0103020a7d295eecf92531694b6 in 33ms, sequenceid=8, compaction requested=false 2024-11-09T03:33:08,680 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 37b3a0103020a7d295eecf92531694b6: 2024-11-09T03:33:08,680 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 73430c0678b1f971abd41f718f937922 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T03:33:08,697 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/73430c0678b1f971abd41f718f937922/.tmp/family/569fef515132461caf4aca7e3d66fb97 is 32, key is 5/family:/1731123188638/Put/seqid=0 2024-11-09T03:33:08,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741840_1016 (size=5083) 2024-11-09T03:33:08,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741840_1016 (size=5083) 2024-11-09T03:33:08,702 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/73430c0678b1f971abd41f718f937922/.tmp/family/569fef515132461caf4aca7e3d66fb97 2024-11-09T03:33:08,708 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/73430c0678b1f971abd41f718f937922/.tmp/family/569fef515132461caf4aca7e3d66fb97 as hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/73430c0678b1f971abd41f718f937922/family/569fef515132461caf4aca7e3d66fb97 2024-11-09T03:33:08,714 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/73430c0678b1f971abd41f718f937922/family/569fef515132461caf4aca7e3d66fb97, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T03:33:08,715 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 73430c0678b1f971abd41f718f937922 in 34ms, sequenceid=9, compaction requested=false 2024-11-09T03:33:08,715 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 73430c0678b1f971abd41f718f937922: 2024-11-09T03:33:08,719 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T03:33:08,722 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:33:08,723 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T03:33:08,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:33:08,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T03:33:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45155 {}] bucket.BucketCache(1864): found 1 blocks for file 569fef515132461caf4aca7e3d66fb97, starting offset: 0, end offset: 9223372036854775807 2024-11-09T03:33:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] bucket.BucketCache(1864): found 1 blocks for file 421579eea2904a14b94006d2dd3e7eb5, starting offset: 0, end offset: 9223372036854775807 2024-11-09T03:33:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45155 {}] bucket.BucketCache(857): removed key 569fef515132461caf4aca7e3d66fb97_0 from back map with offset lock 2094080 in the evict process 2024-11-09T03:33:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] bucket.BucketCache(857): removed key 421579eea2904a14b94006d2dd3e7eb5_0 from back map with offset lock 2094080 in the evict process 2024-11-09T03:33:08,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T03:33:08,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:33:08,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:33:08,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:08,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:08,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T03:33:08,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T03:33:08,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853218302, stopped=false 2024-11-09T03:33:08,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ee74a15f3e3,39345,1731123186544 2024-11-09T03:33:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T03:33:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:08,783 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:33:08,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T03:33:08,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:33:08,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:08,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:08,785 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,39739,1731123186797' ***** 2024-11-09T03:33:08,785 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:33:08,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:08,785 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ee74a15f3e3,45155,1731123186846' ***** 2024-11-09T03:33:08,785 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T03:33:08,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T03:33:08,785 INFO [RS:0;6ee74a15f3e3:39739 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T03:33:08,785 INFO [RS:1;6ee74a15f3e3:45155 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T03:33:08,785 INFO [RS:1;6ee74a15f3e3:45155 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T03:33:08,785 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T03:33:08,786 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T03:33:08,786 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T03:33:08,786 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T03:33:08,786 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:33:08,786 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T03:33:08,786 INFO [RS:0;6ee74a15f3e3:39739 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T03:33:08,786 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T03:33:08,786 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:33:08,786 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T03:33:08,786 INFO [RS:1;6ee74a15f3e3:45155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:33:08,786 INFO [RS:0;6ee74a15f3e3:39739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T03:33:08,786 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T03:33:08,786 INFO [RS:1;6ee74a15f3e3:45155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:33:08,786 INFO [RS:0;6ee74a15f3e3:39739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T03:33:08,786 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(3091): Received CLOSE for 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,787 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(3091): Received CLOSE for 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,787 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,39739,1731123186797 2024-11-09T03:33:08,787 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:33:08,787 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(959): stopping server 6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:08,787 INFO [RS:0;6ee74a15f3e3:39739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ee74a15f3e3:39739. 2024-11-09T03:33:08,787 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:33:08,787 DEBUG [RS:0;6ee74a15f3e3:39739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:33:08,787 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37b3a0103020a7d295eecf92531694b6, disabling compactions & flushes 2024-11-09T03:33:08,787 DEBUG [RS:0;6ee74a15f3e3:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:08,787 INFO [RS:1;6ee74a15f3e3:45155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6ee74a15f3e3:45155. 2024-11-09T03:33:08,787 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73430c0678b1f971abd41f718f937922, disabling compactions & flushes 2024-11-09T03:33:08,787 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,787 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,787 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,787 DEBUG [RS:1;6ee74a15f3e3:45155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T03:33:08,787 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T03:33:08,787 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,787 DEBUG [RS:1;6ee74a15f3e3:45155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:08,787 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. after waiting 0 ms 2024-11-09T03:33:08,787 DEBUG [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(1325): Online Regions={37b3a0103020a7d295eecf92531694b6=testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6.} 2024-11-09T03:33:08,787 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. after waiting 0 ms 2024-11-09T03:33:08,787 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,788 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,788 DEBUG [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(1351): Waiting on 37b3a0103020a7d295eecf92531694b6 2024-11-09T03:33:08,788 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:33:08,788 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:33:08,788 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:33:08,788 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T03:33:08,788 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T03:33:08,788 DEBUG [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 73430c0678b1f971abd41f718f937922=testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922.} 2024-11-09T03:33:08,788 DEBUG [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73430c0678b1f971abd41f718f937922 2024-11-09T03:33:08,788 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T03:33:08,788 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T03:33:08,789 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T03:33:08,789 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T03:33:08,789 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T03:33:08,789 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T03:33:08,793 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/37b3a0103020a7d295eecf92531694b6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T03:33:08,793 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/default/testClearRegionBlockCache/73430c0678b1f971abd41f718f937922/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T03:33:08,794 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,794 INFO [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,794 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37b3a0103020a7d295eecf92531694b6: Waiting for close lock at 1731123188787Running coprocessor pre-close hooks at 1731123188787Disabling compacts and flushes for region at 1731123188787Disabling writes for close at 1731123188787Writing region close event to WAL at 1731123188789 (+2 ms)Running coprocessor post-close hooks at 1731123188794 (+5 ms)Closed at 1731123188794 2024-11-09T03:33:08,794 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73430c0678b1f971abd41f718f937922: Waiting for close lock at 1731123188787Running coprocessor pre-close hooks at 1731123188787Disabling compacts and flushes for region at 1731123188787Disabling writes for close at 1731123188787Writing region close event to WAL at 1731123188789 (+2 ms)Running coprocessor post-close hooks at 1731123188794 (+5 ms)Closed at 1731123188794 2024-11-09T03:33:08,794 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922. 2024-11-09T03:33:08,794 DEBUG [RS_CLOSE_REGION-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731123187988.37b3a0103020a7d295eecf92531694b6. 2024-11-09T03:33:08,806 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/.tmp/info/6243c9e38e8f4881993541a8bc844cc3 is 173, key is testClearRegionBlockCache,5,1731123187988.73430c0678b1f971abd41f718f937922./info:regioninfo/1731123188361/Put/seqid=0 2024-11-09T03:33:08,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:33:08,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741841_1017 (size=8173) 2024-11-09T03:33:08,811 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/.tmp/info/6243c9e38e8f4881993541a8bc844cc3 2024-11-09T03:33:08,830 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/.tmp/ns/3c6ed9f890bb4a1d82083abf49e60ce3 is 43, key is default/ns:d/1731123187891/Put/seqid=0 2024-11-09T03:33:08,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:33:08,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741842_1018 (size=5153) 2024-11-09T03:33:08,836 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/.tmp/ns/3c6ed9f890bb4a1d82083abf49e60ce3 2024-11-09T03:33:08,855 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/.tmp/table/d294bac44daa422fa5f1876f44320ac2 is 61, key is testClearRegionBlockCache/table:state/1731123188374/Put/seqid=0 2024-11-09T03:33:08,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:33:08,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741843_1019 (size=5312) 2024-11-09T03:33:08,869 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:33:08,875 INFO [regionserver/6ee74a15f3e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:33:08,988 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,39739,1731123186797; all regions closed. 2024-11-09T03:33:08,989 DEBUG [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T03:33:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741834_1010 (size=1758) 2024-11-09T03:33:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741834_1010 (size=1758) 2024-11-09T03:33:08,998 DEBUG [RS:0;6ee74a15f3e3:39739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/oldWALs 2024-11-09T03:33:08,998 INFO [RS:0;6ee74a15f3e3:39739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C39739%2C1731123186797:(num 1731123187516) 2024-11-09T03:33:08,998 DEBUG [RS:0;6ee74a15f3e3:39739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:08,998 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:33:08,998 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:33:08,998 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T03:33:08,998 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T03:33:08,998 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T03:33:08,998 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T03:33:08,998 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:33:08,998 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:33:08,999 INFO [RS:0;6ee74a15f3e3:39739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39739 2024-11-09T03:33:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,39739,1731123186797 2024-11-09T03:33:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:33:09,009 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:33:09,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,39739,1731123186797] 2024-11-09T03:33:09,030 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,39739,1731123186797 already deleted, retry=false 2024-11-09T03:33:09,030 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,39739,1731123186797 expired; onlineServers=1 2024-11-09T03:33:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:09,121 INFO [RS:0;6ee74a15f3e3:39739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:33:09,121 INFO [RS:0;6ee74a15f3e3:39739 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,39739,1731123186797; zookeeper connection closed. 2024-11-09T03:33:09,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39739-0x1011da7870e0001, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:09,122 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f6ad4f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f6ad4f5 2024-11-09T03:33:09,189 DEBUG [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T03:33:09,263 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/.tmp/table/d294bac44daa422fa5f1876f44320ac2 2024-11-09T03:33:09,274 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/.tmp/info/6243c9e38e8f4881993541a8bc844cc3 as hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/info/6243c9e38e8f4881993541a8bc844cc3 2024-11-09T03:33:09,280 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/info/6243c9e38e8f4881993541a8bc844cc3, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T03:33:09,281 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/.tmp/ns/3c6ed9f890bb4a1d82083abf49e60ce3 as hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/ns/3c6ed9f890bb4a1d82083abf49e60ce3 2024-11-09T03:33:09,288 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/ns/3c6ed9f890bb4a1d82083abf49e60ce3, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T03:33:09,290 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/.tmp/table/d294bac44daa422fa5f1876f44320ac2 as hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/table/d294bac44daa422fa5f1876f44320ac2 2024-11-09T03:33:09,297 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/table/d294bac44daa422fa5f1876f44320ac2, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T03:33:09,299 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=13, compaction requested=false 2024-11-09T03:33:09,304 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T03:33:09,305 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T03:33:09,305 INFO [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T03:33:09,305 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731123188788Running coprocessor pre-close hooks at 1731123188788Disabling compacts and flushes for region at 1731123188788Disabling writes for close at 1731123188789 (+1 ms)Obtaining lock to block concurrent updates at 1731123188789Preparing flush snapshotting stores in 1588230740 at 1731123188789Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731123188790 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731123188790Flushing 1588230740/info: creating writer at 1731123188790Flushing 1588230740/info: appending metadata at 1731123188805 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731123188805Flushing 1588230740/ns: creating writer at 1731123188816 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731123188830 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731123188830Flushing 1588230740/table: creating writer at 1731123188841 (+11 ms)Flushing 1588230740/table: appending metadata at 1731123188855 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731123188855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180621e8: reopening flushed file at 1731123189274 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658a1b74: reopening flushed file at 1731123189280 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43922d9a: reopening flushed file at 1731123189289 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=13, compaction requested=false at 1731123189299 (+10 ms)Writing region close event to WAL at 1731123189300 (+1 ms)Running coprocessor post-close hooks at 1731123189305 (+5 ms)Closed at 1731123189305 2024-11-09T03:33:09,305 DEBUG [RS_CLOSE_META-regionserver/6ee74a15f3e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T03:33:09,367 INFO [regionserver/6ee74a15f3e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T03:33:09,368 INFO [regionserver/6ee74a15f3e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T03:33:09,389 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(976): stopping server 6ee74a15f3e3,45155,1731123186846; all regions closed. 2024-11-09T03:33:09,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:33:09,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741835_1011 (size=4338) 2024-11-09T03:33:09,400 DEBUG [RS:1;6ee74a15f3e3:45155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/oldWALs 2024-11-09T03:33:09,401 INFO [RS:1;6ee74a15f3e3:45155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C45155%2C1731123186846.meta:.meta(num 1731123187838) 2024-11-09T03:33:09,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741833_1009 (size=1867) 2024-11-09T03:33:09,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741833_1009 (size=1867) 2024-11-09T03:33:09,405 DEBUG [RS:1;6ee74a15f3e3:45155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/oldWALs 2024-11-09T03:33:09,405 INFO [RS:1;6ee74a15f3e3:45155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ee74a15f3e3%2C45155%2C1731123186846:(num 1731123187508) 2024-11-09T03:33:09,405 DEBUG [RS:1;6ee74a15f3e3:45155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T03:33:09,405 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T03:33:09,405 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:33:09,405 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.ChoreService(370): Chore service for: regionserver/6ee74a15f3e3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T03:33:09,405 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:33:09,405 INFO [regionserver/6ee74a15f3e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:33:09,405 INFO [RS:1;6ee74a15f3e3:45155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45155 2024-11-09T03:33:09,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ee74a15f3e3,45155,1731123186846 2024-11-09T03:33:09,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T03:33:09,467 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:33:09,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ee74a15f3e3,45155,1731123186846] 2024-11-09T03:33:09,488 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ee74a15f3e3,45155,1731123186846 already deleted, retry=false 2024-11-09T03:33:09,488 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ee74a15f3e3,45155,1731123186846 expired; onlineServers=0 2024-11-09T03:33:09,488 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ee74a15f3e3,39345,1731123186544' ***** 2024-11-09T03:33:09,488 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T03:33:09,488 INFO [M:0;6ee74a15f3e3:39345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T03:33:09,489 INFO [M:0;6ee74a15f3e3:39345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T03:33:09,489 DEBUG [M:0;6ee74a15f3e3:39345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T03:33:09,489 DEBUG [M:0;6ee74a15f3e3:39345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T03:33:09,489 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T03:33:09,489 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123187205 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.small.0-1731123187205,5,FailOnTimeoutGroup] 2024-11-09T03:33:09,489 DEBUG [master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123187205 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ee74a15f3e3:0:becomeActiveMaster-HFileCleaner.large.0-1731123187205,5,FailOnTimeoutGroup] 2024-11-09T03:33:09,489 INFO [M:0;6ee74a15f3e3:39345 {}] hbase.ChoreService(370): Chore service for: master/6ee74a15f3e3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T03:33:09,489 INFO [M:0;6ee74a15f3e3:39345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T03:33:09,489 DEBUG [M:0;6ee74a15f3e3:39345 {}] master.HMaster(1795): Stopping service threads 2024-11-09T03:33:09,489 INFO [M:0;6ee74a15f3e3:39345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T03:33:09,489 INFO [M:0;6ee74a15f3e3:39345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T03:33:09,490 INFO [M:0;6ee74a15f3e3:39345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T03:33:09,490 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T03:33:09,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T03:33:09,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T03:33:09,499 DEBUG [M:0;6ee74a15f3e3:39345 {}] zookeeper.ZKUtil(347): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T03:33:09,499 WARN [M:0;6ee74a15f3e3:39345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T03:33:09,500 INFO [M:0;6ee74a15f3e3:39345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/.lastflushedseqids 2024-11-09T03:33:09,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741844_1020 (size=191) 2024-11-09T03:33:09,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741844_1020 (size=191) 2024-11-09T03:33:09,509 INFO [M:0;6ee74a15f3e3:39345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T03:33:09,509 INFO [M:0;6ee74a15f3e3:39345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T03:33:09,510 DEBUG [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T03:33:09,510 INFO [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:09,510 DEBUG [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:09,510 DEBUG [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T03:33:09,510 DEBUG [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:09,510 INFO [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2024-11-09T03:33:09,524 DEBUG [M:0;6ee74a15f3e3:39345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6df38139272b4ac9af4ac4722e4f34a3 is 82, key is hbase:meta,,1/info:regioninfo/1731123187872/Put/seqid=0 2024-11-09T03:33:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:33:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741845_1021 (size=5672) 2024-11-09T03:33:09,529 INFO [M:0;6ee74a15f3e3:39345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6df38139272b4ac9af4ac4722e4f34a3 2024-11-09T03:33:09,549 DEBUG [M:0;6ee74a15f3e3:39345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49c912f011b644f88a7393b0200a9a7f is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731123188379/Put/seqid=0 2024-11-09T03:33:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741846_1022 (size=6220) 2024-11-09T03:33:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741846_1022 (size=6220) 2024-11-09T03:33:09,553 INFO [M:0;6ee74a15f3e3:39345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49c912f011b644f88a7393b0200a9a7f 2024-11-09T03:33:09,571 DEBUG [M:0;6ee74a15f3e3:39345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fad10a410ea7494c98b53c9689320029 is 69, key is 6ee74a15f3e3,39739,1731123186797/rs:state/1731123187315/Put/seqid=0 2024-11-09T03:33:09,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:33:09,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741847_1023 (size=5224) 2024-11-09T03:33:09,576 INFO [M:0;6ee74a15f3e3:39345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fad10a410ea7494c98b53c9689320029 2024-11-09T03:33:09,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:09,578 INFO [RS:1;6ee74a15f3e3:45155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:33:09,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x1011da7870e0002, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:09,578 INFO [RS:1;6ee74a15f3e3:45155 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ee74a15f3e3,45155,1731123186846; zookeeper connection closed. 2024-11-09T03:33:09,578 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cd3e303 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cd3e303 2024-11-09T03:33:09,578 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T03:33:09,582 DEBUG [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6df38139272b4ac9af4ac4722e4f34a3 as hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6df38139272b4ac9af4ac4722e4f34a3 2024-11-09T03:33:09,587 INFO [M:0;6ee74a15f3e3:39345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6df38139272b4ac9af4ac4722e4f34a3, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T03:33:09,588 DEBUG [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49c912f011b644f88a7393b0200a9a7f as hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49c912f011b644f88a7393b0200a9a7f 2024-11-09T03:33:09,593 INFO [M:0;6ee74a15f3e3:39345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49c912f011b644f88a7393b0200a9a7f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T03:33:09,594 DEBUG [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fad10a410ea7494c98b53c9689320029 as hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fad10a410ea7494c98b53c9689320029 2024-11-09T03:33:09,598 INFO [M:0;6ee74a15f3e3:39345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39691/user/jenkins/test-data/7f6798e5-dce7-a69f-2bf0-b3553b1a2702/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fad10a410ea7494c98b53c9689320029, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T03:33:09,599 INFO [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false 2024-11-09T03:33:09,601 INFO [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T03:33:09,601 DEBUG [M:0;6ee74a15f3e3:39345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731123189509Disabling compacts and flushes for region at 1731123189509Disabling writes for close at 1731123189510 (+1 ms)Obtaining lock to block concurrent updates at 1731123189510Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731123189510Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1731123189510Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731123189511 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731123189511Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731123189524 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731123189524Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731123189534 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731123189548 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731123189548Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731123189557 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731123189571 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731123189571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c609b54: reopening flushed file at 1731123189581 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6238d: reopening flushed file at 1731123189587 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0f8456: reopening flushed file at 1731123189593 (+6 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false at 1731123189599 (+6 ms)Writing region close event to WAL at 1731123189601 (+2 ms)Closed at 1731123189601 2024-11-09T03:33:09,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741830_1006 (size=35501) 2024-11-09T03:33:09,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741830_1006 (size=35501) 2024-11-09T03:33:09,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T03:33:09,604 INFO [M:0;6ee74a15f3e3:39345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T03:33:09,604 INFO [M:0;6ee74a15f3e3:39345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39345 2024-11-09T03:33:09,604 INFO [M:0;6ee74a15f3e3:39345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T03:33:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:09,715 INFO [M:0;6ee74a15f3e3:39345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T03:33:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39345-0x1011da7870e0000, quorum=127.0.0.1:51154, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T03:33:09,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a0033c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:33:09,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c3385f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:33:09,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:33:09,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd8f20c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:33:09,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60c509a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/hadoop.log.dir/,STOPPED} 2024-11-09T03:33:09,725 WARN [BP-703045132-172.17.0.2-1731123184360 heartbeating to localhost/127.0.0.1:39691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:33:09,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:33:09,725 WARN [BP-703045132-172.17.0.2-1731123184360 heartbeating to localhost/127.0.0.1:39691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-703045132-172.17.0.2-1731123184360 (Datanode Uuid 5689d3bc-1b43-4bb0-adc0-ec2178237236) service to localhost/127.0.0.1:39691 2024-11-09T03:33:09,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:33:09,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/data/data3/current/BP-703045132-172.17.0.2-1731123184360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:33:09,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/data/data4/current/BP-703045132-172.17.0.2-1731123184360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:33:09,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:33:09,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dca2274{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T03:33:09,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@91b0058{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:33:09,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:33:09,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34336d5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:33:09,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54831b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/hadoop.log.dir/,STOPPED} 2024-11-09T03:33:09,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T03:33:09,731 WARN [BP-703045132-172.17.0.2-1731123184360 heartbeating to localhost/127.0.0.1:39691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T03:33:09,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T03:33:09,731 WARN [BP-703045132-172.17.0.2-1731123184360 heartbeating to localhost/127.0.0.1:39691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-703045132-172.17.0.2-1731123184360 (Datanode Uuid 8d6a307d-4b62-4de2-8eef-146fcf113ba1) service to localhost/127.0.0.1:39691 2024-11-09T03:33:09,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/data/data1/current/BP-703045132-172.17.0.2-1731123184360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:33:09,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/cluster_02ef1680-b400-9bef-6b2e-7c34ff05f0a4/data/data2/current/BP-703045132-172.17.0.2-1731123184360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T03:33:09,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T03:33:09,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cb9c4f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T03:33:09,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fbeaeab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T03:33:09,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T03:33:09,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a752d1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T03:33:09,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d46a842{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7cb28a06-f634-ef39-d9ec-22da2aced104/hadoop.log.dir/,STOPPED} 2024-11-09T03:33:09,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T03:33:09,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T03:33:09,767 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187 (was 169) - Thread LEAK? -, OpenFileDescriptor=553 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=3511 (was 3663)