2024-12-05 07:49:49,014 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-05 07:49:49,030 main DEBUG Took 0.008891 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 07:49:49,030 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 07:49:49,030 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 07:49:49,031 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 07:49:49,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,041 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 07:49:49,052 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,053 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,054 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,054 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,054 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,055 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,055 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,056 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,057 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,058 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,058 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,059 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,059 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,060 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:49:49,061 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,061 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 07:49:49,062 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:49:49,063 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 07:49:49,065 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 07:49:49,065 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 07:49:49,066 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 07:49:49,066 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 07:49:49,073 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 07:49:49,076 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 07:49:49,077 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 07:49:49,077 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 07:49:49,078 main DEBUG createAppenders(={Console}) 2024-12-05 07:49:49,079 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-05 07:49:49,079 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-05 07:49:49,079 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-05 07:49:49,080 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 07:49:49,080 main DEBUG OutputStream closed 2024-12-05 07:49:49,080 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 07:49:49,080 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 07:49:49,080 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-05 07:49:49,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 07:49:49,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 07:49:49,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 07:49:49,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 07:49:49,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 07:49:49,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 07:49:49,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 07:49:49,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 07:49:49,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 07:49:49,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 07:49:49,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 07:49:49,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 07:49:49,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 07:49:49,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 07:49:49,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 07:49:49,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 07:49:49,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 07:49:49,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 07:49:49,151 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 07:49:49,151 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-05 07:49:49,151 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 07:49:49,152 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-05T07:49:49,165 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-05 07:49:49,167 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 07:49:49,168 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T07:49:49,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=7131 2024-12-05T07:49:49,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814 2024-12-05T07:49:49,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T07:49:49,441 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12, deleteOnExit=true 2024-12-05T07:49:49,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T07:49:49,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/test.cache.data in system properties and HBase conf 2024-12-05T07:49:49,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T07:49:49,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.log.dir in system properties and HBase conf 2024-12-05T07:49:49,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T07:49:49,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T07:49:49,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T07:49:49,516 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T07:49:49,593 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T07:49:49,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:49:49,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:49:49,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T07:49:49,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:49:49,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T07:49:49,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T07:49:49,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:49:49,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:49:49,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T07:49:49,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/nfs.dump.dir in system properties and HBase conf 2024-12-05T07:49:49,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/java.io.tmpdir in system properties and HBase conf 2024-12-05T07:49:49,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:49:49,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T07:49:49,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T07:49:50,516 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T07:49:50,575 INFO [Time-limited test {}] log.Log(170): Logging initialized @2128ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T07:49:50,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:49:50,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:49:50,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:49:50,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:49:50,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:49:50,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:49:50,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:49:50,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:49:50,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/java.io.tmpdir/jetty-localhost-40371-hadoop-hdfs-3_4_1-tests_jar-_-any-8426295762961904234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:49:50,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:40371} 2024-12-05T07:49:50,892 INFO [Time-limited test {}] server.Server(415): Started @2445ms 2024-12-05T07:49:51,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:49:51,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:49:51,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:49:51,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:49:51,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T07:49:51,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:49:51,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:49:51,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/java.io.tmpdir/jetty-localhost-43343-hadoop-hdfs-3_4_1-tests_jar-_-any-3657718552953874750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:49:51,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:43343} 2024-12-05T07:49:51,458 INFO [Time-limited test {}] server.Server(415): Started @3012ms 2024-12-05T07:49:51,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:49:51,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:49:51,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:49:51,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:49:51,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:49:51,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T07:49:51,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:49:51,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:49:51,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/java.io.tmpdir/jetty-localhost-35653-hadoop-hdfs-3_4_1-tests_jar-_-any-14777814009465298766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:49:51,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:35653} 2024-12-05T07:49:51,710 INFO [Time-limited test {}] server.Server(415): Started @3264ms 2024-12-05T07:49:51,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:49:52,499 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/data/data4/current/BP-530669158-172.17.0.2-1733384990078/current, will proceed with Du for space computation calculation, 2024-12-05T07:49:52,499 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/data/data3/current/BP-530669158-172.17.0.2-1733384990078/current, will proceed with Du for space computation calculation, 2024-12-05T07:49:52,499 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/data/data1/current/BP-530669158-172.17.0.2-1733384990078/current, will proceed with Du for space computation calculation, 2024-12-05T07:49:52,499 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/data/data2/current/BP-530669158-172.17.0.2-1733384990078/current, will proceed with Du for space computation calculation, 2024-12-05T07:49:52,535 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:49:52,535 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:49:52,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x618ffd7b1c906b5d with lease ID 0x53d41441fea6c3e1: Processing first storage report for DS-6d5822d6-b32d-4c37-b992-b3e566bd4a21 from datanode DatanodeRegistration(127.0.0.1:45247, datanodeUuid=4df00f37-6aa3-4789-9752-d95f82c0b854, infoPort=33793, infoSecurePort=0, ipcPort=44013, storageInfo=lv=-57;cid=testClusterID;nsid=1570954849;c=1733384990078) 2024-12-05T07:49:52,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x618ffd7b1c906b5d with lease ID 0x53d41441fea6c3e1: from storage DS-6d5822d6-b32d-4c37-b992-b3e566bd4a21 node DatanodeRegistration(127.0.0.1:45247, datanodeUuid=4df00f37-6aa3-4789-9752-d95f82c0b854, infoPort=33793, infoSecurePort=0, ipcPort=44013, storageInfo=lv=-57;cid=testClusterID;nsid=1570954849;c=1733384990078), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T07:49:52,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9980160a92666a5 with lease ID 0x53d41441fea6c3e2: Processing first storage report for DS-ceb0457b-b545-464d-b716-ad4b5da081ed from datanode DatanodeRegistration(127.0.0.1:42767, datanodeUuid=0706afe8-9b43-4404-9fb0-dbc0e0566f70, infoPort=33659, infoSecurePort=0, ipcPort=40207, storageInfo=lv=-57;cid=testClusterID;nsid=1570954849;c=1733384990078) 2024-12-05T07:49:52,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9980160a92666a5 with lease ID 0x53d41441fea6c3e2: from storage DS-ceb0457b-b545-464d-b716-ad4b5da081ed node DatanodeRegistration(127.0.0.1:42767, datanodeUuid=0706afe8-9b43-4404-9fb0-dbc0e0566f70, infoPort=33659, infoSecurePort=0, ipcPort=40207, storageInfo=lv=-57;cid=testClusterID;nsid=1570954849;c=1733384990078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:49:52,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x618ffd7b1c906b5d with lease ID 0x53d41441fea6c3e1: Processing first storage report for DS-2d1dafd9-6fdc-46d3-a21e-7b4513b82d44 from datanode DatanodeRegistration(127.0.0.1:45247, datanodeUuid=4df00f37-6aa3-4789-9752-d95f82c0b854, infoPort=33793, infoSecurePort=0, ipcPort=44013, storageInfo=lv=-57;cid=testClusterID;nsid=1570954849;c=1733384990078) 2024-12-05T07:49:52,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x618ffd7b1c906b5d with lease ID 0x53d41441fea6c3e1: from storage DS-2d1dafd9-6fdc-46d3-a21e-7b4513b82d44 node DatanodeRegistration(127.0.0.1:45247, datanodeUuid=4df00f37-6aa3-4789-9752-d95f82c0b854, infoPort=33793, infoSecurePort=0, ipcPort=44013, storageInfo=lv=-57;cid=testClusterID;nsid=1570954849;c=1733384990078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:49:52,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9980160a92666a5 with lease ID 0x53d41441fea6c3e2: Processing first storage report for DS-32b1fb2d-05ff-473c-90be-77ba0315814c from datanode DatanodeRegistration(127.0.0.1:42767, datanodeUuid=0706afe8-9b43-4404-9fb0-dbc0e0566f70, infoPort=33659, infoSecurePort=0, ipcPort=40207, storageInfo=lv=-57;cid=testClusterID;nsid=1570954849;c=1733384990078) 2024-12-05T07:49:52,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9980160a92666a5 with lease ID 0x53d41441fea6c3e2: from storage DS-32b1fb2d-05ff-473c-90be-77ba0315814c node DatanodeRegistration(127.0.0.1:42767, datanodeUuid=0706afe8-9b43-4404-9fb0-dbc0e0566f70, infoPort=33659, infoSecurePort=0, ipcPort=40207, storageInfo=lv=-57;cid=testClusterID;nsid=1570954849;c=1733384990078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:49:52,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814 2024-12-05T07:49:52,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/zookeeper_0, clientPort=49400, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T07:49:52,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49400 2024-12-05T07:49:52,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:49:52,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:49:52,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:49:52,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:49:53,292 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d with version=8 2024-12-05T07:49:53,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/hbase-staging 2024-12-05T07:49:53,365 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T07:49:53,610 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:49:53,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:49:53,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:49:53,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:49:53,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:49:53,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:49:53,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T07:49:53,803 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T07:49:53,812 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T07:49:53,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:49:53,841 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 75119 (auto-detected) 2024-12-05T07:49:53,842 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T07:49:53,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41097 2024-12-05T07:49:53,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41097 connecting to ZooKeeper ensemble=127.0.0.1:49400 2024-12-05T07:49:54,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410970x0, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:49:54,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41097-0x101a5c18a590000 connected 2024-12-05T07:49:54,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:49:54,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:49:54,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:49:54,119 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d, hbase.cluster.distributed=false 2024-12-05T07:49:54,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:49:54,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41097 2024-12-05T07:49:54,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41097 2024-12-05T07:49:54,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41097 2024-12-05T07:49:54,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41097 2024-12-05T07:49:54,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41097 2024-12-05T07:49:54,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:49:54,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:49:54,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:49:54,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:49:54,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:49:54,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:49:54,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:49:54,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:49:54,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42611 2024-12-05T07:49:54,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42611 connecting to ZooKeeper ensemble=127.0.0.1:49400 2024-12-05T07:49:54,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:49:54,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:49:54,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426110x0, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:49:54,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42611-0x101a5c18a590001 connected 2024-12-05T07:49:54,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:49:54,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:49:54,324 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:49:54,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:49:54,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:49:54,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42611 2024-12-05T07:49:54,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42611 2024-12-05T07:49:54,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42611 2024-12-05T07:49:54,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42611 2024-12-05T07:49:54,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42611 2024-12-05T07:49:54,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:49:54,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:49:54,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:49:54,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:49:54,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:49:54,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:49:54,361 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:49:54,361 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:49:54,362 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38525 2024-12-05T07:49:54,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38525 connecting to ZooKeeper ensemble=127.0.0.1:49400 2024-12-05T07:49:54,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:49:54,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:49:54,397 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385250x0, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:49:54,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38525-0x101a5c18a590002 connected 2024-12-05T07:49:54,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:49:54,398 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:49:54,402 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:49:54,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:49:54,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:49:54,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38525 2024-12-05T07:49:54,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38525 2024-12-05T07:49:54,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38525 2024-12-05T07:49:54,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38525 2024-12-05T07:49:54,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38525 2024-12-05T07:49:54,423 DEBUG [M:0;fc6cd38557f3:41097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:41097 2024-12-05T07:49:54,425 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,41097,1733384993467 2024-12-05T07:49:54,440 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:49:54,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:49:54,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:49:54,442 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,41097,1733384993467 2024-12-05T07:49:54,472 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:49:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:49:54,473 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:54,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:54,475 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T07:49:54,476 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,41097,1733384993467 from backup master directory 2024-12-05T07:49:54,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,41097,1733384993467 2024-12-05T07:49:54,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:49:54,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:49:54,490 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:49:54,490 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:49:54,490 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,41097,1733384993467 2024-12-05T07:49:54,492 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T07:49:54,493 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T07:49:54,568 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/hbase.id] with ID: e11ad7fb-bcb7-486d-8dde-589485084498 2024-12-05T07:49:54,568 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/.tmp/hbase.id 2024-12-05T07:49:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:49:54,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:49:54,614 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/.tmp/hbase.id]:[hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/hbase.id] 2024-12-05T07:49:54,688 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:49:54,696 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T07:49:54,726 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-12-05T07:49:54,747 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:54,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:54,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:49:54,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:49:54,798 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:49:54,803 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T07:49:54,824 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:49:54,830 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:49:54,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:49:54,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:49:54,908 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store 2024-12-05T07:49:54,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:49:54,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:49:54,955 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T07:49:54,960 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:49:54,962 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:49:54,962 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:49:54,962 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:49:54,964 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:49:54,964 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:49:54,965 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:49:54,966 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733384994961Disabling compacts and flushes for region at 1733384994961Disabling writes for close at 1733384994964 (+3 ms)Writing region close event to WAL at 1733384994965 (+1 ms)Closed at 1733384994965 2024-12-05T07:49:54,969 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/.initializing 2024-12-05T07:49:54,970 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/WALs/fc6cd38557f3,41097,1733384993467 2024-12-05T07:49:54,982 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:49:55,003 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C41097%2C1733384993467, suffix=, logDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/WALs/fc6cd38557f3,41097,1733384993467, archiveDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/oldWALs, maxLogs=10 2024-12-05T07:49:55,031 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/WALs/fc6cd38557f3,41097,1733384993467/fc6cd38557f3%2C41097%2C1733384993467.1733384995009, exclude list is [], retry=0 2024-12-05T07:49:55,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45247,DS-6d5822d6-b32d-4c37-b992-b3e566bd4a21,DISK] 2024-12-05T07:49:55,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-ceb0457b-b545-464d-b716-ad4b5da081ed,DISK] 2024-12-05T07:49:55,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T07:49:55,116 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/WALs/fc6cd38557f3,41097,1733384993467/fc6cd38557f3%2C41097%2C1733384993467.1733384995009 2024-12-05T07:49:55,119 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33793:33793),(127.0.0.1/127.0.0.1:33659:33659)] 2024-12-05T07:49:55,120 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:49:55,121 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:49:55,126 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,127 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T07:49:55,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:55,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:49:55,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T07:49:55,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:55,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:49:55,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T07:49:55,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:55,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:49:55,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T07:49:55,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:55,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:49:55,241 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,246 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,252 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,259 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,261 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,268 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:49:55,280 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:49:55,291 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:49:55,298 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59481020, jitterRate=-0.11366373300552368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:49:55,306 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733384995142Initializing all the Stores at 1733384995144 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384995145 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384995146 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384995147 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384995147Cleaning up temporary data from old regions at 1733384995262 (+115 ms)Region opened successfully at 1733384995305 (+43 ms) 2024-12-05T07:49:55,311 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T07:49:55,361 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118719f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:49:55,400 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T07:49:55,414 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T07:49:55,415 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T07:49:55,419 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T07:49:55,423 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-12-05T07:49:55,431 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-05T07:49:55,431 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T07:49:55,469 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T07:49:55,481 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T07:49:55,530 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T07:49:55,534 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T07:49:55,537 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T07:49:55,547 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T07:49:55,550 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T07:49:55,554 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T07:49:55,564 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T07:49:55,566 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T07:49:55,572 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T07:49:55,590 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T07:49:55,597 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T07:49:55,605 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:49:55,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:49:55,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:49:55,605 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:55,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:55,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:55,608 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,41097,1733384993467, sessionid=0x101a5c18a590000, setting cluster-up flag (Was=false) 2024-12-05T07:49:55,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:55,630 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:55,656 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T07:49:55,658 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,41097,1733384993467 2024-12-05T07:49:55,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:55,680 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:55,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:55,705 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T07:49:55,707 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,41097,1733384993467 2024-12-05T07:49:55,715 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T07:49:55,795 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T07:49:55,805 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T07:49:55,811 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T07:49:55,818 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(746): ClusterId : e11ad7fb-bcb7-486d-8dde-589485084498 2024-12-05T07:49:55,818 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(746): ClusterId : e11ad7fb-bcb7-486d-8dde-589485084498 2024-12-05T07:49:55,817 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,41097,1733384993467 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T07:49:55,821 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:49:55,821 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:49:55,866 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:49:55,866 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:49:55,867 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:49:55,867 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:49:55,867 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:49:55,868 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:49:55,868 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10 2024-12-05T07:49:55,868 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:55,868 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:49:55,868 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:55,875 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:49:55,875 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:49:55,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:49:55,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T07:49:55,878 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:49:55,879 DEBUG [RS:0;fc6cd38557f3:42611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0377eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:49:55,882 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:49:55,882 DEBUG [RS:1;fc6cd38557f3:38525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ac834b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:49:55,884 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:55,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T07:49:55,895 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385025895 2024-12-05T07:49:55,897 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T07:49:55,899 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T07:49:55,901 DEBUG [RS:1;fc6cd38557f3:38525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:38525 2024-12-05T07:49:55,901 DEBUG [RS:0;fc6cd38557f3:42611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:42611 2024-12-05T07:49:55,903 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T07:49:55,903 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T07:49:55,903 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T07:49:55,904 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T07:49:55,906 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:49:55,906 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:49:55,906 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:49:55,906 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:49:55,906 DEBUG [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:49:55,906 DEBUG [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:49:55,910 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,41097,1733384993467 with port=42611, startcode=1733384994234 2024-12-05T07:49:55,911 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,41097,1733384993467 with port=38525, startcode=1733384994358 2024-12-05T07:49:55,908 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:55,918 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T07:49:55,919 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T07:49:55,920 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T07:49:55,927 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T07:49:55,927 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T07:49:55,928 DEBUG [RS:0;fc6cd38557f3:42611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:49:55,928 DEBUG [RS:1;fc6cd38557f3:38525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:49:55,931 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733384995929,5,FailOnTimeoutGroup] 2024-12-05T07:49:55,932 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733384995931,5,FailOnTimeoutGroup] 2024-12-05T07:49:55,932 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:49:55,933 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T07:49:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:49:55,934 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:55,934 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:55,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T07:49:55,937 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d 2024-12-05T07:49:55,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:49:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:49:55,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:49:55,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:49:55,967 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:49:55,967 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51469, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:49:55,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:49:55,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:55,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:49:55,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:55,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:49:55,979 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41097 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:55,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:49:55,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:55,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:49:55,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:49:55,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:49:55,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:55,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:49:55,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:49:55,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:49:55,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:55,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:49:55,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:49:55,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740 2024-12-05T07:49:55,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740 2024-12-05T07:49:55,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,38525,1733384994358 2024-12-05T07:49:55,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41097 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,38525,1733384994358 2024-12-05T07:49:55,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:49:55,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:49:55,997 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:49:55,997 DEBUG [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d 2024-12-05T07:49:55,998 DEBUG [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37197 2024-12-05T07:49:55,998 DEBUG [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:49:56,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:49:56,003 DEBUG [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d 2024-12-05T07:49:56,004 DEBUG [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37197 2024-12-05T07:49:56,004 DEBUG [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:49:56,005 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:49:56,006 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67756882, jitterRate=0.00965622067451477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:49:56,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733384995963Initializing all the Stores at 1733384995965 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384995965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384995966 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384995966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384995966Cleaning up temporary data from old regions at 1733384995996 (+30 ms)Region opened successfully at 1733384996008 (+12 ms) 2024-12-05T07:49:56,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:49:56,008 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:49:56,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:49:56,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:49:56,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:49:56,010 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:49:56,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733384996008Disabling compacts and flushes for region at 1733384996008Disabling writes for close at 1733384996009 (+1 ms)Writing region close event to WAL at 1733384996010 (+1 ms)Closed at 1733384996010 2024-12-05T07:49:56,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:49:56,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T07:49:56,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:49:56,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T07:49:56,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:49:56,035 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T07:49:56,055 DEBUG [RS:0;fc6cd38557f3:42611 {}] zookeeper.ZKUtil(111): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:56,055 WARN [RS:0;fc6cd38557f3:42611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:49:56,056 INFO [RS:0;fc6cd38557f3:42611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:49:56,056 DEBUG [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:56,056 DEBUG [RS:1;fc6cd38557f3:38525 {}] zookeeper.ZKUtil(111): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,38525,1733384994358 2024-12-05T07:49:56,056 WARN [RS:1;fc6cd38557f3:38525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:49:56,057 INFO [RS:1;fc6cd38557f3:38525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:49:56,057 DEBUG [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,38525,1733384994358 2024-12-05T07:49:56,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,38525,1733384994358] 2024-12-05T07:49:56,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,42611,1733384994234] 2024-12-05T07:49:56,085 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:49:56,085 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:49:56,100 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:49:56,100 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:49:56,107 INFO [RS:0;fc6cd38557f3:42611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:49:56,107 INFO [RS:1;fc6cd38557f3:38525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:49:56,107 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,107 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,108 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:49:56,111 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:49:56,114 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:49:56,114 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:49:56,115 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,115 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,115 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,115 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,115 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,116 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,116 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,116 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,116 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,116 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,116 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,116 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:49:56,116 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,116 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,116 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,116 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:49:56,116 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,117 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,117 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,117 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,117 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,117 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,117 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,117 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:49:56,117 DEBUG [RS:0;fc6cd38557f3:42611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:49:56,117 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,117 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,118 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:49:56,118 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:49:56,118 DEBUG [RS:1;fc6cd38557f3:38525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:49:56,120 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,121 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,121 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,121 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,121 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,121 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38525,1733384994358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:49:56,121 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,121 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,121 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,122 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,122 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,122 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,42611,1733384994234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:49:56,139 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:49:56,141 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38525,1733384994358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,142 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,142 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.Replication(171): fc6cd38557f3,38525,1733384994358 started 2024-12-05T07:49:56,144 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:49:56,145 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,42611,1733384994234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,145 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,145 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.Replication(171): fc6cd38557f3,42611,1733384994234 started 2024-12-05T07:49:56,167 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,167 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,38525,1733384994358, RpcServer on fc6cd38557f3/172.17.0.2:38525, sessionid=0x101a5c18a590002 2024-12-05T07:49:56,167 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:56,168 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,42611,1733384994234, RpcServer on fc6cd38557f3/172.17.0.2:42611, sessionid=0x101a5c18a590001 2024-12-05T07:49:56,168 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:49:56,168 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:49:56,169 DEBUG [RS:0;fc6cd38557f3:42611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:56,169 DEBUG [RS:1;fc6cd38557f3:38525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,38525,1733384994358 2024-12-05T07:49:56,169 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,42611,1733384994234' 2024-12-05T07:49:56,169 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,38525,1733384994358' 2024-12-05T07:49:56,169 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:49:56,169 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:49:56,170 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:49:56,170 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:49:56,171 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:49:56,171 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:49:56,171 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:49:56,171 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:49:56,172 DEBUG [RS:1;fc6cd38557f3:38525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,38525,1733384994358 2024-12-05T07:49:56,172 DEBUG [RS:0;fc6cd38557f3:42611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:56,172 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,38525,1733384994358' 2024-12-05T07:49:56,172 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,42611,1733384994234' 2024-12-05T07:49:56,172 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:49:56,172 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:49:56,173 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:49:56,173 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:49:56,174 DEBUG [RS:1;fc6cd38557f3:38525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:49:56,174 DEBUG [RS:0;fc6cd38557f3:42611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:49:56,174 INFO [RS:1;fc6cd38557f3:38525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:49:56,174 INFO [RS:0;fc6cd38557f3:42611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:49:56,174 INFO [RS:1;fc6cd38557f3:38525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:49:56,174 INFO [RS:0;fc6cd38557f3:42611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:49:56,187 WARN [fc6cd38557f3:41097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T07:49:56,281 INFO [RS:0;fc6cd38557f3:42611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:49:56,281 INFO [RS:1;fc6cd38557f3:38525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:49:56,284 INFO [RS:1;fc6cd38557f3:38525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C38525%2C1733384994358, suffix=, logDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,38525,1733384994358, archiveDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/oldWALs, maxLogs=32 2024-12-05T07:49:56,284 INFO [RS:0;fc6cd38557f3:42611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C42611%2C1733384994234, suffix=, logDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,42611,1733384994234, archiveDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/oldWALs, maxLogs=32 2024-12-05T07:49:56,304 DEBUG [RS:0;fc6cd38557f3:42611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,42611,1733384994234/fc6cd38557f3%2C42611%2C1733384994234.1733384996288, exclude list is [], retry=0 2024-12-05T07:49:56,306 DEBUG [RS:1;fc6cd38557f3:38525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,38525,1733384994358/fc6cd38557f3%2C38525%2C1733384994358.1733384996288, exclude list is [], retry=0 2024-12-05T07:49:56,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45247,DS-6d5822d6-b32d-4c37-b992-b3e566bd4a21,DISK] 2024-12-05T07:49:56,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-ceb0457b-b545-464d-b716-ad4b5da081ed,DISK] 2024-12-05T07:49:56,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-ceb0457b-b545-464d-b716-ad4b5da081ed,DISK] 2024-12-05T07:49:56,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45247,DS-6d5822d6-b32d-4c37-b992-b3e566bd4a21,DISK] 2024-12-05T07:49:56,323 INFO [RS:0;fc6cd38557f3:42611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,42611,1733384994234/fc6cd38557f3%2C42611%2C1733384994234.1733384996288 2024-12-05T07:49:56,324 INFO [RS:1;fc6cd38557f3:38525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,38525,1733384994358/fc6cd38557f3%2C38525%2C1733384994358.1733384996288 2024-12-05T07:49:56,327 DEBUG [RS:0;fc6cd38557f3:42611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33659:33659),(127.0.0.1/127.0.0.1:33793:33793)] 2024-12-05T07:49:56,327 DEBUG [RS:1;fc6cd38557f3:38525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33659:33659),(127.0.0.1/127.0.0.1:33793:33793)] 2024-12-05T07:49:56,439 DEBUG [fc6cd38557f3:41097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T07:49:56,448 DEBUG [fc6cd38557f3:41097 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:49:56,455 DEBUG [fc6cd38557f3:41097 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:49:56,455 DEBUG [fc6cd38557f3:41097 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:49:56,455 DEBUG [fc6cd38557f3:41097 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:49:56,455 DEBUG [fc6cd38557f3:41097 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:49:56,455 INFO [fc6cd38557f3:41097 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:49:56,455 INFO [fc6cd38557f3:41097 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:49:56,456 DEBUG [fc6cd38557f3:41097 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:49:56,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:56,470 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,42611,1733384994234, state=OPENING 2024-12-05T07:49:56,497 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T07:49:56,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:56,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:56,555 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:56,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:49:56,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:49:56,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:49:56,558 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:49:56,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,42611,1733384994234}] 2024-12-05T07:49:56,735 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:49:56,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43859, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:49:56,750 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T07:49:56,750 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:49:56,751 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T07:49:56,754 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C42611%2C1733384994234.meta, suffix=.meta, logDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,42611,1733384994234, archiveDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/oldWALs, maxLogs=32 2024-12-05T07:49:56,771 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,42611,1733384994234/fc6cd38557f3%2C42611%2C1733384994234.meta.1733384996756.meta, exclude list is [], retry=0 2024-12-05T07:49:56,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45247,DS-6d5822d6-b32d-4c37-b992-b3e566bd4a21,DISK] 2024-12-05T07:49:56,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-ceb0457b-b545-464d-b716-ad4b5da081ed,DISK] 2024-12-05T07:49:56,778 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/WALs/fc6cd38557f3,42611,1733384994234/fc6cd38557f3%2C42611%2C1733384994234.meta.1733384996756.meta 2024-12-05T07:49:56,779 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33793:33793),(127.0.0.1/127.0.0.1:33659:33659)] 2024-12-05T07:49:56,779 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:49:56,781 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T07:49:56,783 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T07:49:56,788 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T07:49:56,794 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T07:49:56,795 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:49:56,795 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T07:49:56,795 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T07:49:56,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:49:56,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:49:56,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:56,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:49:56,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:49:56,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:49:56,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:56,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:49:56,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:49:56,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:49:56,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:56,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:49:56,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:49:56,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:49:56,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:56,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:49:56,812 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:49:56,814 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740 2024-12-05T07:49:56,817 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740 2024-12-05T07:49:56,820 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:49:56,820 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:49:56,821 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:49:56,824 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:49:56,826 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68812450, jitterRate=0.025385409593582153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:49:56,826 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T07:49:56,827 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733384996796Writing region info on filesystem at 1733384996796Initializing all the Stores at 1733384996798 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384996798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384996798Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384996799 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384996799Cleaning up temporary data from old regions at 1733384996820 (+21 ms)Running coprocessor post-open hooks at 1733384996826 (+6 ms)Region opened successfully at 1733384996827 (+1 ms) 2024-12-05T07:49:56,834 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733384996726 2024-12-05T07:49:56,846 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T07:49:56,847 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T07:49:56,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:56,852 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,42611,1733384994234, state=OPEN 2024-12-05T07:49:56,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:49:56,872 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:49:56,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:49:56,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:49:56,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:49:56,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:49:56,872 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:56,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T07:49:56,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,42611,1733384994234 in 313 msec 2024-12-05T07:49:56,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T07:49:56,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 858 msec 2024-12-05T07:49:56,890 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:49:56,890 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T07:49:56,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:49:56,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,42611,1733384994234, seqNum=-1] 2024-12-05T07:49:56,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:49:56,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51473, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:49:56,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-12-05T07:49:56,962 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733384996962, completionTime=-1 2024-12-05T07:49:56,965 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T07:49:56,966 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T07:49:57,024 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-05T07:49:57,024 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385057024 2024-12-05T07:49:57,025 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385117024 2024-12-05T07:49:57,025 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 59 msec 2024-12-05T07:49:57,027 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T07:49:57,034 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41097,1733384993467-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:57,035 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41097,1733384993467-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:57,035 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41097,1733384993467-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:57,042 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:41097, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:57,046 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:57,047 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:57,051 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T07:49:57,079 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.589sec 2024-12-05T07:49:57,080 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T07:49:57,082 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T07:49:57,083 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T07:49:57,083 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T07:49:57,083 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T07:49:57,084 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41097,1733384993467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:49:57,084 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41097,1733384993467-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T07:49:57,089 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T07:49:57,090 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T07:49:57,090 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41097,1733384993467-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:49:57,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:49:57,129 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T07:49:57,129 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T07:49:57,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,41097,-1 for getting cluster id 2024-12-05T07:49:57,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:49:57,174 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11ad7fb-bcb7-486d-8dde-589485084498' 2024-12-05T07:49:57,177 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:49:57,177 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11ad7fb-bcb7-486d-8dde-589485084498" 2024-12-05T07:49:57,179 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed3ad38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:49:57,179 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,41097,-1] 2024-12-05T07:49:57,181 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:49:57,183 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:57,184 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:49:57,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:49:57,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:49:57,194 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,42611,1733384994234, seqNum=-1] 2024-12-05T07:49:57,195 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:49:57,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:49:57,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,41097,1733384993467 2024-12-05T07:49:57,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:49:57,222 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,41097,1733384993467 2024-12-05T07:49:57,224 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dcf7aa1 2024-12-05T07:49:57,225 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:49:57,228 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:49:57,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:49:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T07:49:57,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:49:57,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-05T07:49:57,247 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:57,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:49:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:49:57,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:49:57,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:49:57,276 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 39166cdc6a6d50251b072482be1c0bf8, NAME => 'testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d 2024-12-05T07:49:57,276 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 058f3e16e00dbfe77a7bce5e326e20f7, NAME => 'testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d 2024-12-05T07:49:57,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:49:57,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:49:57,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:49:57,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:49:57,303 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:49:57,303 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 058f3e16e00dbfe77a7bce5e326e20f7, disabling compactions & flushes 2024-12-05T07:49:57,303 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:57,303 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:57,304 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. after waiting 0 ms 2024-12-05T07:49:57,304 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:57,304 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:57,304 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 058f3e16e00dbfe77a7bce5e326e20f7: Waiting for close lock at 1733384997303Disabling compacts and flushes for region at 1733384997303Disabling writes for close at 1733384997304 (+1 ms)Writing region close event to WAL at 1733384997304Closed at 1733384997304 2024-12-05T07:49:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:49:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:49:57,702 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:49:57,702 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 39166cdc6a6d50251b072482be1c0bf8, disabling compactions & flushes 2024-12-05T07:49:57,702 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:57,702 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:57,702 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. after waiting 0 ms 2024-12-05T07:49:57,702 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:57,702 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:57,702 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 39166cdc6a6d50251b072482be1c0bf8: Waiting for close lock at 1733384997702Disabling compacts and flushes for region at 1733384997702Disabling writes for close at 1733384997702Writing region close event to WAL at 1733384997702Closed at 1733384997702 2024-12-05T07:49:57,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:49:57,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733384997705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733384997705"}]},"ts":"1733384997705"} 2024-12-05T07:49:57,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733384997705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733384997705"}]},"ts":"1733384997705"} 2024-12-05T07:49:57,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-05T07:49:57,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:49:57,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733384997751"}]},"ts":"1733384997751"} 2024-12-05T07:49:57,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T07:49:57,758 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:49:57,760 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:49:57,760 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:49:57,760 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:49:57,760 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:49:57,760 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:49:57,760 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:49:57,760 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:49:57,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=058f3e16e00dbfe77a7bce5e326e20f7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=39166cdc6a6d50251b072482be1c0bf8, ASSIGN}] 2024-12-05T07:49:57,764 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=39166cdc6a6d50251b072482be1c0bf8, ASSIGN 2024-12-05T07:49:57,764 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=058f3e16e00dbfe77a7bce5e326e20f7, ASSIGN 2024-12-05T07:49:57,766 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=39166cdc6a6d50251b072482be1c0bf8, ASSIGN; state=OFFLINE, location=fc6cd38557f3,42611,1733384994234; forceNewPlan=false, retain=false 2024-12-05T07:49:57,766 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=058f3e16e00dbfe77a7bce5e326e20f7, ASSIGN; state=OFFLINE, location=fc6cd38557f3,38525,1733384994358; forceNewPlan=false, retain=false 2024-12-05T07:49:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:49:57,919 INFO [fc6cd38557f3:41097 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T07:49:57,920 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=058f3e16e00dbfe77a7bce5e326e20f7, regionState=OPENING, regionLocation=fc6cd38557f3,38525,1733384994358 2024-12-05T07:49:57,920 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=39166cdc6a6d50251b072482be1c0bf8, regionState=OPENING, regionLocation=fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:57,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=058f3e16e00dbfe77a7bce5e326e20f7, ASSIGN because future has completed 2024-12-05T07:49:57,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 058f3e16e00dbfe77a7bce5e326e20f7, server=fc6cd38557f3,38525,1733384994358}] 2024-12-05T07:49:57,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=39166cdc6a6d50251b072482be1c0bf8, ASSIGN because future has completed 2024-12-05T07:49:57,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39166cdc6a6d50251b072482be1c0bf8, server=fc6cd38557f3,42611,1733384994234}] 2024-12-05T07:49:58,081 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:49:58,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47571, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:49:58,094 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:58,095 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:58,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 39166cdc6a6d50251b072482be1c0bf8, NAME => 'testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T07:49:58,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 058f3e16e00dbfe77a7bce5e326e20f7, NAME => 'testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T07:49:58,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:49:58,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:49:58,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,096 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,096 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,098 INFO [StoreOpener-39166cdc6a6d50251b072482be1c0bf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,098 INFO [StoreOpener-058f3e16e00dbfe77a7bce5e326e20f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,100 INFO [StoreOpener-058f3e16e00dbfe77a7bce5e326e20f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 058f3e16e00dbfe77a7bce5e326e20f7 columnFamilyName family 2024-12-05T07:49:58,100 INFO [StoreOpener-39166cdc6a6d50251b072482be1c0bf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39166cdc6a6d50251b072482be1c0bf8 columnFamilyName family 2024-12-05T07:49:58,100 DEBUG [StoreOpener-39166cdc6a6d50251b072482be1c0bf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:58,100 DEBUG [StoreOpener-058f3e16e00dbfe77a7bce5e326e20f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:49:58,101 INFO [StoreOpener-058f3e16e00dbfe77a7bce5e326e20f7-1 {}] regionserver.HStore(327): Store=058f3e16e00dbfe77a7bce5e326e20f7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:49:58,101 INFO [StoreOpener-39166cdc6a6d50251b072482be1c0bf8-1 {}] regionserver.HStore(327): Store=39166cdc6a6d50251b072482be1c0bf8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:49:58,101 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,101 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,102 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,102 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,103 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,103 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,104 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,104 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,104 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,104 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,107 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,107 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,111 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/39166cdc6a6d50251b072482be1c0bf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:49:58,112 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 39166cdc6a6d50251b072482be1c0bf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64408471, jitterRate=-0.040238991379737854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:49:58,113 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,114 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 39166cdc6a6d50251b072482be1c0bf8: Running coprocessor pre-open hook at 1733384998096Writing region info on filesystem at 1733384998096Initializing all the Stores at 1733384998097 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384998097Cleaning up temporary data from old regions at 1733384998104 (+7 ms)Running coprocessor post-open hooks at 1733384998113 (+9 ms)Region opened successfully at 1733384998114 (+1 ms) 2024-12-05T07:49:58,116 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8., pid=8, masterSystemTime=1733384998084 2024-12-05T07:49:58,116 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/058f3e16e00dbfe77a7bce5e326e20f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:49:58,117 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 058f3e16e00dbfe77a7bce5e326e20f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70676919, jitterRate=0.0531681627035141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:49:58,117 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,118 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 058f3e16e00dbfe77a7bce5e326e20f7: Running coprocessor pre-open hook at 1733384998096Writing region info on filesystem at 1733384998096Initializing all the Stores at 1733384998097 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384998097Cleaning up temporary data from old regions at 1733384998104 (+7 ms)Running coprocessor post-open hooks at 1733384998117 (+13 ms)Region opened successfully at 1733384998117 2024-12-05T07:49:58,119 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7., pid=7, masterSystemTime=1733384998080 2024-12-05T07:49:58,120 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:58,120 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:58,121 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=39166cdc6a6d50251b072482be1c0bf8, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:58,122 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:58,123 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:58,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=058f3e16e00dbfe77a7bce5e326e20f7, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,38525,1733384994358 2024-12-05T07:49:58,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39166cdc6a6d50251b072482be1c0bf8, server=fc6cd38557f3,42611,1733384994234 because future has completed 2024-12-05T07:49:58,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 058f3e16e00dbfe77a7bce5e326e20f7, server=fc6cd38557f3,38525,1733384994358 because future has completed 2024-12-05T07:49:58,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-05T07:49:58,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 39166cdc6a6d50251b072482be1c0bf8, server=fc6cd38557f3,42611,1733384994234 in 200 msec 2024-12-05T07:49:58,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=39166cdc6a6d50251b072482be1c0bf8, ASSIGN in 372 msec 2024-12-05T07:49:58,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-05T07:49:58,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 058f3e16e00dbfe77a7bce5e326e20f7, server=fc6cd38557f3,38525,1733384994358 in 206 msec 2024-12-05T07:49:58,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T07:49:58,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=058f3e16e00dbfe77a7bce5e326e20f7, ASSIGN in 378 msec 2024-12-05T07:49:58,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:49:58,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733384998146"}]},"ts":"1733384998146"} 2024-12-05T07:49:58,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T07:49:58,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:49:58,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 914 msec 2024-12-05T07:49:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:49:58,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T07:49:58,392 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-05T07:49:58,393 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:49:58,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T07:49:58,400 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:49:58,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-05T07:49:58,408 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7., hostname=fc6cd38557f3,38525,1733384994358, seqNum=2] 2024-12-05T07:49:58,409 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:49:58,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:49:58,445 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8., hostname=fc6cd38557f3,42611,1733384994234, seqNum=2] 2024-12-05T07:49:58,469 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 39166cdc6a6d50251b072482be1c0bf8 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T07:49:58,529 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/39166cdc6a6d50251b072482be1c0bf8/.tmp/family/9c8e22ea90054d528a84d0f521811336 is 32, key is 5/family:/1733384998447/Put/seqid=0 2024-12-05T07:49:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:49:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:49:58,540 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/39166cdc6a6d50251b072482be1c0bf8/.tmp/family/9c8e22ea90054d528a84d0f521811336 2024-12-05T07:49:58,589 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/39166cdc6a6d50251b072482be1c0bf8/.tmp/family/9c8e22ea90054d528a84d0f521811336 as hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/39166cdc6a6d50251b072482be1c0bf8/family/9c8e22ea90054d528a84d0f521811336 2024-12-05T07:49:58,599 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/39166cdc6a6d50251b072482be1c0bf8/family/9c8e22ea90054d528a84d0f521811336, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T07:49:58,606 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 39166cdc6a6d50251b072482be1c0bf8 in 136ms, sequenceid=9, compaction requested=false 2024-12-05T07:49:58,607 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-05T07:49:58,608 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 39166cdc6a6d50251b072482be1c0bf8: 2024-12-05T07:49:58,609 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 058f3e16e00dbfe77a7bce5e326e20f7 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T07:49:58,629 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/058f3e16e00dbfe77a7bce5e326e20f7/.tmp/family/cc27f19d938e485d8fbb86fa5245d6ad is 32, key is 1/family:/1733384998412/Put/seqid=0 2024-12-05T07:49:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:49:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:49:58,638 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/058f3e16e00dbfe77a7bce5e326e20f7/.tmp/family/cc27f19d938e485d8fbb86fa5245d6ad 2024-12-05T07:49:58,650 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/058f3e16e00dbfe77a7bce5e326e20f7/.tmp/family/cc27f19d938e485d8fbb86fa5245d6ad as hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/058f3e16e00dbfe77a7bce5e326e20f7/family/cc27f19d938e485d8fbb86fa5245d6ad 2024-12-05T07:49:58,661 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/058f3e16e00dbfe77a7bce5e326e20f7/family/cc27f19d938e485d8fbb86fa5245d6ad, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T07:49:58,662 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 058f3e16e00dbfe77a7bce5e326e20f7 in 53ms, sequenceid=8, compaction requested=false 2024-12-05T07:49:58,662 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 058f3e16e00dbfe77a7bce5e326e20f7: 2024-12-05T07:49:58,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adb6b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:49:58,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,41097,-1 for getting cluster id 2024-12-05T07:49:58,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:49:58,668 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11ad7fb-bcb7-486d-8dde-589485084498' 2024-12-05T07:49:58,668 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:49:58,668 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11ad7fb-bcb7-486d-8dde-589485084498" 2024-12-05T07:49:58,669 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11cd2de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:49:58,669 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,41097,-1] 2024-12-05T07:49:58,669 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:49:58,670 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:58,671 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:49:58,672 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b8a447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:49:58,690 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-05T07:49:58,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:49:58,693 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,42611,1733384994234, seqNum=-1] 2024-12-05T07:49:58,693 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:49:58,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:49:58,705 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:49:58,706 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:49:58,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:49:58,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:49:58,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:49:58,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:49:58,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:58,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:58,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:49:58,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T07:49:58,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:49:58,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:49:58,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:58,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:49:58,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:58,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T07:49:58,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=43262672, stopped=false 2024-12-05T07:49:58,721 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,41097,1733384993467 2024-12-05T07:49:58,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:49:58,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:49:58,780 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:49:58,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:58,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:58,780 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:58,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:49:58,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:49:58,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:49:58,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:49:58,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:49:58,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:49:58,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:58,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,42611,1733384994234' ***** 2024-12-05T07:49:58,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:49:58,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,38525,1733384994358' ***** 2024-12-05T07:49:58,782 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:49:58,782 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:49:58,782 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:49:58,782 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:49:58,782 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:49:58,782 INFO [RS:1;fc6cd38557f3:38525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:49:58,782 INFO [RS:1;fc6cd38557f3:38525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:49:58,782 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(3091): Received CLOSE for 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,783 INFO [RS:0;fc6cd38557f3:42611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:49:58,783 INFO [RS:0;fc6cd38557f3:42611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:49:58,783 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(3091): Received CLOSE for 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,783 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,38525,1733384994358 2024-12-05T07:49:58,783 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:49:58,783 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:58,783 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:49:58,783 INFO [RS:1;fc6cd38557f3:38525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:38525. 2024-12-05T07:49:58,783 INFO [RS:0;fc6cd38557f3:42611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:42611. 2024-12-05T07:49:58,783 DEBUG [RS:1;fc6cd38557f3:38525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:49:58,783 DEBUG [RS:1;fc6cd38557f3:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:58,783 DEBUG [RS:0;fc6cd38557f3:42611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:49:58,784 DEBUG [RS:0;fc6cd38557f3:42611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:58,784 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 058f3e16e00dbfe77a7bce5e326e20f7, disabling compactions & flushes 2024-12-05T07:49:58,784 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39166cdc6a6d50251b072482be1c0bf8, disabling compactions & flushes 2024-12-05T07:49:58,784 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:58,784 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:58,784 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T07:49:58,784 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:49:58,784 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:58,784 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:58,784 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:49:58,784 DEBUG [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(1325): Online Regions={058f3e16e00dbfe77a7bce5e326e20f7=testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7.} 2024-12-05T07:49:58,784 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. after waiting 0 ms 2024-12-05T07:49:58,784 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. after waiting 0 ms 2024-12-05T07:49:58,784 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:49:58,784 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:58,784 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:58,784 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T07:49:58,784 DEBUG [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(1351): Waiting on 058f3e16e00dbfe77a7bce5e326e20f7 2024-12-05T07:49:58,784 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T07:49:58,784 DEBUG [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(1325): Online Regions={39166cdc6a6d50251b072482be1c0bf8=testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T07:49:58,785 DEBUG [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39166cdc6a6d50251b072482be1c0bf8 2024-12-05T07:49:58,785 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:49:58,785 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:49:58,785 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:49:58,785 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:49:58,785 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:49:58,786 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-05T07:49:58,792 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/058f3e16e00dbfe77a7bce5e326e20f7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T07:49:58,793 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/default/testClearRegionBlockCache/39166cdc6a6d50251b072482be1c0bf8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T07:49:58,795 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:58,795 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:58,795 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 058f3e16e00dbfe77a7bce5e326e20f7: Waiting for close lock at 1733384998783Running coprocessor pre-close hooks at 1733384998784 (+1 ms)Disabling compacts and flushes for region at 1733384998784Disabling writes for close at 1733384998784Writing region close event to WAL at 1733384998785 (+1 ms)Running coprocessor post-close hooks at 1733384998793 (+8 ms)Closed at 1733384998795 (+2 ms) 2024-12-05T07:49:58,795 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39166cdc6a6d50251b072482be1c0bf8: Waiting for close lock at 1733384998783Running coprocessor pre-close hooks at 1733384998784 (+1 ms)Disabling compacts and flushes for region at 1733384998784Disabling writes for close at 1733384998784Writing region close event to WAL at 1733384998785 (+1 ms)Running coprocessor post-close hooks at 1733384998795 (+10 ms)Closed at 1733384998795 2024-12-05T07:49:58,796 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8. 2024-12-05T07:49:58,796 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733384997229.058f3e16e00dbfe77a7bce5e326e20f7. 2024-12-05T07:49:58,808 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/.tmp/info/a1cf8bc759774156a566d903ceb4bafc is 173, key is testClearRegionBlockCache,5,1733384997229.39166cdc6a6d50251b072482be1c0bf8./info:regioninfo/1733384998121/Put/seqid=0 2024-12-05T07:49:58,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:49:58,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:49:58,819 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/.tmp/info/a1cf8bc759774156a566d903ceb4bafc 2024-12-05T07:49:58,824 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:49:58,825 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:49:58,845 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/.tmp/ns/50c911a7cd7042379895f05c94bdc51e is 43, key is default/ns:d/1733384996944/Put/seqid=0 2024-12-05T07:49:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:49:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:49:58,852 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/.tmp/ns/50c911a7cd7042379895f05c94bdc51e 2024-12-05T07:49:58,876 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/.tmp/table/a6969563e0324bfc8041cd4b8d3a7081 is 61, key is testClearRegionBlockCache/table:state/1733384998146/Put/seqid=0 2024-12-05T07:49:58,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:49:58,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:49:58,885 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/.tmp/table/a6969563e0324bfc8041cd4b8d3a7081 2024-12-05T07:49:58,896 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/.tmp/info/a1cf8bc759774156a566d903ceb4bafc as hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/info/a1cf8bc759774156a566d903ceb4bafc 2024-12-05T07:49:58,906 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/info/a1cf8bc759774156a566d903ceb4bafc, entries=20, sequenceid=13, filesize=8.0 K 2024-12-05T07:49:58,908 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/.tmp/ns/50c911a7cd7042379895f05c94bdc51e as hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/ns/50c911a7cd7042379895f05c94bdc51e 2024-12-05T07:49:58,919 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/ns/50c911a7cd7042379895f05c94bdc51e, entries=2, sequenceid=13, filesize=5.0 K 2024-12-05T07:49:58,921 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/.tmp/table/a6969563e0324bfc8041cd4b8d3a7081 as hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/table/a6969563e0324bfc8041cd4b8d3a7081 2024-12-05T07:49:58,931 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/table/a6969563e0324bfc8041cd4b8d3a7081, entries=2, sequenceid=13, filesize=5.2 K 2024-12-05T07:49:58,933 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=13, compaction requested=false 2024-12-05T07:49:58,933 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T07:49:58,942 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-05T07:49:58,943 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T07:49:58,943 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:49:58,943 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733384998785Running coprocessor pre-close hooks at 1733384998785Disabling compacts and flushes for region at 1733384998785Disabling writes for close at 1733384998785Obtaining lock to block concurrent updates at 1733384998786 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733384998786Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733384998786Flushing stores of hbase:meta,,1.1588230740 at 1733384998787 (+1 ms)Flushing 1588230740/info: creating writer at 1733384998787Flushing 1588230740/info: appending metadata at 1733384998808 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733384998808Flushing 1588230740/ns: creating writer at 1733384998830 (+22 ms)Flushing 1588230740/ns: appending metadata at 1733384998844 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733384998844Flushing 1588230740/table: creating writer at 1733384998861 (+17 ms)Flushing 1588230740/table: appending metadata at 1733384998876 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733384998876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56838bc5: reopening flushed file at 1733384998894 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340372d7: reopening flushed file at 1733384998906 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bdadb2: reopening flushed file at 1733384998919 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=13, compaction requested=false at 1733384998933 (+14 ms)Writing region close event to WAL at 1733384998936 (+3 ms)Running coprocessor post-close hooks at 1733384998943 (+7 ms)Closed at 1733384998943 2024-12-05T07:49:58,943 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T07:49:58,985 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,38525,1733384994358; all regions closed. 2024-12-05T07:49:58,985 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,42611,1733384994234; all regions closed. 2024-12-05T07:49:58,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:49:58,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:49:58,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741834_1010 (size=1758) 2024-12-05T07:49:58,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741834_1010 (size=1758) 2024-12-05T07:49:58,996 DEBUG [RS:0;fc6cd38557f3:42611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/oldWALs 2024-12-05T07:49:58,996 INFO [RS:0;fc6cd38557f3:42611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C42611%2C1733384994234.meta:.meta(num 1733384996756) 2024-12-05T07:49:58,999 DEBUG [RS:1;fc6cd38557f3:38525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/oldWALs 2024-12-05T07:49:58,999 INFO [RS:1;fc6cd38557f3:38525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C38525%2C1733384994358:(num 1733384996288) 2024-12-05T07:49:58,999 DEBUG [RS:1;fc6cd38557f3:38525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:58,999 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:49:58,999 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:49:59,000 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T07:49:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741833_1009 (size=1867) 2024-12-05T07:49:59,000 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:49:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741833_1009 (size=1867) 2024-12-05T07:49:59,000 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:49:59,000 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:49:59,000 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:49:59,000 INFO [RS:1;fc6cd38557f3:38525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38525 2024-12-05T07:49:59,002 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:49:59,003 DEBUG [RS:0;fc6cd38557f3:42611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/oldWALs 2024-12-05T07:49:59,003 INFO [RS:0;fc6cd38557f3:42611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C42611%2C1733384994234:(num 1733384996288) 2024-12-05T07:49:59,003 DEBUG [RS:0;fc6cd38557f3:42611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:49:59,003 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:49:59,003 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:49:59,003 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T07:49:59,004 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:49:59,004 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:49:59,004 INFO [RS:0;fc6cd38557f3:42611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42611 2024-12-05T07:49:59,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:49:59,029 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,38525,1733384994358 2024-12-05T07:49:59,030 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:49:59,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,42611,1733384994234 2024-12-05T07:49:59,038 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:49:59,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,38525,1733384994358] 2024-12-05T07:49:59,054 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,38525,1733384994358 already deleted, retry=false 2024-12-05T07:49:59,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,38525,1733384994358 expired; onlineServers=1 2024-12-05T07:49:59,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,42611,1733384994234] 2024-12-05T07:49:59,063 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,42611,1733384994234 already deleted, retry=false 2024-12-05T07:49:59,063 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,42611,1733384994234 expired; onlineServers=0 2024-12-05T07:49:59,063 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,41097,1733384993467' ***** 2024-12-05T07:49:59,063 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T07:49:59,063 INFO [M:0;fc6cd38557f3:41097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:49:59,063 INFO [M:0;fc6cd38557f3:41097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:49:59,063 DEBUG [M:0;fc6cd38557f3:41097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T07:49:59,063 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T07:49:59,063 DEBUG [M:0;fc6cd38557f3:41097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T07:49:59,063 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733384995931 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733384995931,5,FailOnTimeoutGroup] 2024-12-05T07:49:59,063 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733384995929 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733384995929,5,FailOnTimeoutGroup] 2024-12-05T07:49:59,064 INFO [M:0;fc6cd38557f3:41097 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T07:49:59,064 INFO [M:0;fc6cd38557f3:41097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:49:59,064 DEBUG [M:0;fc6cd38557f3:41097 {}] master.HMaster(1795): Stopping service threads 2024-12-05T07:49:59,064 INFO [M:0;fc6cd38557f3:41097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T07:49:59,064 INFO [M:0;fc6cd38557f3:41097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:49:59,065 INFO [M:0;fc6cd38557f3:41097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T07:49:59,065 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T07:49:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T07:49:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:49:59,071 DEBUG [M:0;fc6cd38557f3:41097 {}] zookeeper.ZKUtil(347): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T07:49:59,071 WARN [M:0;fc6cd38557f3:41097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T07:49:59,072 INFO [M:0;fc6cd38557f3:41097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/.lastflushedseqids 2024-12-05T07:49:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:49:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:49:59,085 INFO [M:0;fc6cd38557f3:41097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T07:49:59,085 INFO [M:0;fc6cd38557f3:41097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T07:49:59,085 DEBUG [M:0;fc6cd38557f3:41097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:49:59,085 INFO [M:0;fc6cd38557f3:41097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:49:59,085 DEBUG [M:0;fc6cd38557f3:41097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:49:59,085 DEBUG [M:0;fc6cd38557f3:41097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:49:59,085 DEBUG [M:0;fc6cd38557f3:41097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:49:59,085 INFO [M:0;fc6cd38557f3:41097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-05T07:49:59,105 DEBUG [M:0;fc6cd38557f3:41097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad4adac6cc7d4bbb99b8abcb665db2ac is 82, key is hbase:meta,,1/info:regioninfo/1733384996848/Put/seqid=0 2024-12-05T07:49:59,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:49:59,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:49:59,113 INFO [M:0;fc6cd38557f3:41097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad4adac6cc7d4bbb99b8abcb665db2ac 2024-12-05T07:49:59,136 DEBUG [M:0;fc6cd38557f3:41097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/621818d676b74774b9427072d473c3a0 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733384998152/Put/seqid=0 2024-12-05T07:49:59,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741846_1022 (size=6218) 2024-12-05T07:49:59,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741846_1022 (size=6218) 2024-12-05T07:49:59,146 INFO [M:0;fc6cd38557f3:41097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/621818d676b74774b9427072d473c3a0 2024-12-05T07:49:59,147 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:49:59,147 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38525-0x101a5c18a590002, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:49:59,147 INFO [RS:1;fc6cd38557f3:38525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:49:59,147 INFO [RS:1;fc6cd38557f3:38525 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,38525,1733384994358; zookeeper connection closed. 2024-12-05T07:49:59,149 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@119d3f6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@119d3f6e 2024-12-05T07:49:59,154 INFO [RS:0;fc6cd38557f3:42611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:49:59,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:49:59,155 INFO [RS:0;fc6cd38557f3:42611 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,42611,1733384994234; zookeeper connection closed. 2024-12-05T07:49:59,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42611-0x101a5c18a590001, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:49:59,155 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d0b708a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d0b708a 2024-12-05T07:49:59,155 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T07:49:59,170 DEBUG [M:0;fc6cd38557f3:41097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/330f6cf54b2c489fbaebde7a6d7ce716 is 69, key is fc6cd38557f3,38525,1733384994358/rs:state/1733384995994/Put/seqid=0 2024-12-05T07:49:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:49:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:49:59,178 INFO [M:0;fc6cd38557f3:41097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/330f6cf54b2c489fbaebde7a6d7ce716 2024-12-05T07:49:59,187 DEBUG [M:0;fc6cd38557f3:41097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad4adac6cc7d4bbb99b8abcb665db2ac as hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad4adac6cc7d4bbb99b8abcb665db2ac 2024-12-05T07:49:59,197 INFO [M:0;fc6cd38557f3:41097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad4adac6cc7d4bbb99b8abcb665db2ac, entries=8, sequenceid=71, filesize=5.5 K 2024-12-05T07:49:59,199 DEBUG [M:0;fc6cd38557f3:41097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/621818d676b74774b9427072d473c3a0 as hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/621818d676b74774b9427072d473c3a0 2024-12-05T07:49:59,207 INFO [M:0;fc6cd38557f3:41097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/621818d676b74774b9427072d473c3a0, entries=8, sequenceid=71, filesize=6.1 K 2024-12-05T07:49:59,209 DEBUG [M:0;fc6cd38557f3:41097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/330f6cf54b2c489fbaebde7a6d7ce716 as hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/330f6cf54b2c489fbaebde7a6d7ce716 2024-12-05T07:49:59,217 INFO [M:0;fc6cd38557f3:41097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37197/user/jenkins/test-data/b9e6c5b8-8946-da46-68f6-f46e472aef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/330f6cf54b2c489fbaebde7a6d7ce716, entries=2, sequenceid=71, filesize=5.1 K 2024-12-05T07:49:59,218 INFO [M:0;fc6cd38557f3:41097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false 2024-12-05T07:49:59,222 INFO [M:0;fc6cd38557f3:41097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:49:59,222 DEBUG [M:0;fc6cd38557f3:41097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733384999085Disabling compacts and flushes for region at 1733384999085Disabling writes for close at 1733384999085Obtaining lock to block concurrent updates at 1733384999085Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733384999085Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733384999086 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733384999087 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733384999087Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733384999105 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733384999105Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733384999120 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733384999136 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733384999136Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733384999154 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733384999170 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733384999170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c2068a1: reopening flushed file at 1733384999185 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4149249f: reopening flushed file at 1733384999197 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65396518: reopening flushed file at 1733384999207 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false at 1733384999218 (+11 ms)Writing region close event to WAL at 1733384999222 (+4 ms)Closed at 1733384999222 2024-12-05T07:49:59,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741830_1006 (size=35428) 2024-12-05T07:49:59,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741830_1006 (size=35428) 2024-12-05T07:49:59,229 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:49:59,229 INFO [M:0;fc6cd38557f3:41097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T07:49:59,229 INFO [M:0;fc6cd38557f3:41097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41097 2024-12-05T07:49:59,230 INFO [M:0;fc6cd38557f3:41097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:49:59,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:49:59,363 INFO [M:0;fc6cd38557f3:41097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:49:59,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41097-0x101a5c18a590000, quorum=127.0.0.1:49400, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:49:59,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:49:59,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:49:59,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:49:59,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:49:59,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.log.dir/,STOPPED} 2024-12-05T07:49:59,409 WARN [BP-530669158-172.17.0.2-1733384990078 heartbeating to localhost/127.0.0.1:37197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:49:59,409 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:49:59,409 WARN [BP-530669158-172.17.0.2-1733384990078 heartbeating to localhost/127.0.0.1:37197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-530669158-172.17.0.2-1733384990078 (Datanode Uuid 0706afe8-9b43-4404-9fb0-dbc0e0566f70) service to localhost/127.0.0.1:37197 2024-12-05T07:49:59,409 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:49:59,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/data/data3/current/BP-530669158-172.17.0.2-1733384990078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:49:59,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/data/data4/current/BP-530669158-172.17.0.2-1733384990078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:49:59,411 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:49:59,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:49:59,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:49:59,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:49:59,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:49:59,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.log.dir/,STOPPED} 2024-12-05T07:49:59,418 WARN [BP-530669158-172.17.0.2-1733384990078 heartbeating to localhost/127.0.0.1:37197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:49:59,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:49:59,418 WARN [BP-530669158-172.17.0.2-1733384990078 heartbeating to localhost/127.0.0.1:37197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-530669158-172.17.0.2-1733384990078 (Datanode Uuid 4df00f37-6aa3-4789-9752-d95f82c0b854) service to localhost/127.0.0.1:37197 2024-12-05T07:49:59,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:49:59,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/data/data1/current/BP-530669158-172.17.0.2-1733384990078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:49:59,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/cluster_40443ffe-d0fb-5ea2-ba06-2aaeaa5c0c12/data/data2/current/BP-530669158-172.17.0.2-1733384990078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:49:59,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:49:59,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:49:59,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:49:59,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:49:59,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:49:59,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.log.dir/,STOPPED} 2024-12-05T07:49:59,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T07:49:59,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T07:49:59,480 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37197 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37197 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1e92c141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/fc6cd38557f3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fc6cd38557f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fc6cd38557f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fc6cd38557f3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=411 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 168) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6512 (was 7131) 2024-12-05T07:49:59,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=411, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=6512 2024-12-05T07:49:59,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.log.dir so I do NOT create it in target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf 2024-12-05T07:49:59,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T07:49:59,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.tmp.dir so I do NOT create it in target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf 2024-12-05T07:49:59,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46481ae8-eee3-0218-78fe-a71b8cb35814/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T07:49:59,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf 2024-12-05T07:49:59,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T07:49:59,506 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4, deleteOnExit=true 2024-12-05T07:49:59,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T07:49:59,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/test.cache.data in system properties and HBase conf 2024-12-05T07:49:59,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T07:49:59,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.log.dir in system properties and HBase conf 2024-12-05T07:49:59,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T07:49:59,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T07:49:59,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T07:49:59,507 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/nfs.dump.dir in system properties and HBase conf 2024-12-05T07:49:59,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/java.io.tmpdir in system properties and HBase conf 2024-12-05T07:49:59,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:49:59,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T07:49:59,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T07:49:59,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:49:59,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:49:59,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:49:59,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:49:59,758 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:49:59,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:49:59,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25edd9b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:49:59,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f9c54ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:49:59,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ebe9064{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/java.io.tmpdir/jetty-localhost-45767-hadoop-hdfs-3_4_1-tests_jar-_-any-16356376780787026022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:49:59,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5020fd2f{HTTP/1.1, (http/1.1)}{localhost:45767} 2024-12-05T07:49:59,862 INFO [Time-limited test {}] server.Server(415): Started @11415ms 2024-12-05T07:50:00,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:00,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:00,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:00,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:00,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:50:00,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d0e0050{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:00,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7898ac3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:00,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7220c4a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/java.io.tmpdir/jetty-localhost-33487-hadoop-hdfs-3_4_1-tests_jar-_-any-6744940622503066970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:00,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2127590a{HTTP/1.1, (http/1.1)}{localhost:33487} 2024-12-05T07:50:00,185 INFO [Time-limited test {}] server.Server(415): Started @11738ms 2024-12-05T07:50:00,186 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:50:00,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:00,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:00,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:00,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:00,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:50:00,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f30afa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:00,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3827ca3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:00,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376cd7c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/java.io.tmpdir/jetty-localhost-39641-hadoop-hdfs-3_4_1-tests_jar-_-any-3341261419262608499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:00,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e9aa011{HTTP/1.1, (http/1.1)}{localhost:39641} 2024-12-05T07:50:00,336 INFO [Time-limited test {}] server.Server(415): Started @11890ms 2024-12-05T07:50:00,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:50:00,826 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/data/data1/current/BP-1103169645-172.17.0.2-1733384999531/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:00,826 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/data/data2/current/BP-1103169645-172.17.0.2-1733384999531/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:00,847 WARN [Thread-331 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:50:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdeb6415dc70c8967 with lease ID 0x631ae10048536462: Processing first storage report for DS-5a78b614-7483-4574-b3d1-09c05e26ff50 from datanode DatanodeRegistration(127.0.0.1:41043, datanodeUuid=f54d0d76-2bd6-479b-a230-38e18ce8bb8c, infoPort=37581, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1586924127;c=1733384999531) 2024-12-05T07:50:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdeb6415dc70c8967 with lease ID 0x631ae10048536462: from storage DS-5a78b614-7483-4574-b3d1-09c05e26ff50 node DatanodeRegistration(127.0.0.1:41043, datanodeUuid=f54d0d76-2bd6-479b-a230-38e18ce8bb8c, infoPort=37581, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1586924127;c=1733384999531), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdeb6415dc70c8967 with lease ID 0x631ae10048536462: Processing first storage report for DS-55094b37-82f6-4228-995f-2000d7e232a7 from datanode DatanodeRegistration(127.0.0.1:41043, datanodeUuid=f54d0d76-2bd6-479b-a230-38e18ce8bb8c, infoPort=37581, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1586924127;c=1733384999531) 2024-12-05T07:50:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdeb6415dc70c8967 with lease ID 0x631ae10048536462: from storage DS-55094b37-82f6-4228-995f-2000d7e232a7 node DatanodeRegistration(127.0.0.1:41043, datanodeUuid=f54d0d76-2bd6-479b-a230-38e18ce8bb8c, infoPort=37581, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=1586924127;c=1733384999531), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:01,066 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/data/data3/current/BP-1103169645-172.17.0.2-1733384999531/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:01,066 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/data/data4/current/BP-1103169645-172.17.0.2-1733384999531/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:01,083 WARN [Thread-354 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:50:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d472fa476495229 with lease ID 0x631ae10048536463: Processing first storage report for DS-2796f2c2-50b9-422b-9c2b-58bf4f54f609 from datanode DatanodeRegistration(127.0.0.1:41821, datanodeUuid=07385dc2-6495-49ff-af96-9169ebbb3575, infoPort=37575, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=1586924127;c=1733384999531) 2024-12-05T07:50:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d472fa476495229 with lease ID 0x631ae10048536463: from storage DS-2796f2c2-50b9-422b-9c2b-58bf4f54f609 node DatanodeRegistration(127.0.0.1:41821, datanodeUuid=07385dc2-6495-49ff-af96-9169ebbb3575, infoPort=37575, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=1586924127;c=1733384999531), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d472fa476495229 with lease ID 0x631ae10048536463: Processing first storage report for DS-ed709186-2bae-4838-9234-ab1672577d10 from datanode DatanodeRegistration(127.0.0.1:41821, datanodeUuid=07385dc2-6495-49ff-af96-9169ebbb3575, infoPort=37575, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=1586924127;c=1733384999531) 2024-12-05T07:50:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d472fa476495229 with lease ID 0x631ae10048536463: from storage DS-ed709186-2bae-4838-9234-ab1672577d10 node DatanodeRegistration(127.0.0.1:41821, datanodeUuid=07385dc2-6495-49ff-af96-9169ebbb3575, infoPort=37575, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=1586924127;c=1733384999531), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:01,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf 2024-12-05T07:50:01,175 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/zookeeper_0, clientPort=61325, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T07:50:01,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61325 2024-12-05T07:50:01,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:01,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:50:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:50:01,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed with version=8 2024-12-05T07:50:01,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/hbase-staging 2024-12-05T07:50:01,195 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:01,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:01,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:01,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:01,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:01,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:01,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T07:50:01,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:01,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35683 2024-12-05T07:50:01,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35683 connecting to ZooKeeper ensemble=127.0.0.1:61325 2024-12-05T07:50:01,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356830x0, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:01,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35683-0x101a5c1ab9a0000 connected 2024-12-05T07:50:01,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:01,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:01,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:01,310 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed, hbase.cluster.distributed=false 2024-12-05T07:50:01,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:01,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35683 2024-12-05T07:50:01,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35683 2024-12-05T07:50:01,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35683 2024-12-05T07:50:01,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35683 2024-12-05T07:50:01,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35683 2024-12-05T07:50:01,327 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:01,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:01,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:01,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:01,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:01,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:01,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:50:01,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:01,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39181 2024-12-05T07:50:01,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39181 connecting to ZooKeeper ensemble=127.0.0.1:61325 2024-12-05T07:50:01,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:01,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:01,337 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391810x0, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:01,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39181-0x101a5c1ab9a0001 connected 2024-12-05T07:50:01,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:01,338 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:50:01,339 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:50:01,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:50:01,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:01,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39181 2024-12-05T07:50:01,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39181 2024-12-05T07:50:01,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39181 2024-12-05T07:50:01,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39181 2024-12-05T07:50:01,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39181 2024-12-05T07:50:01,357 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:01,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:01,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:50:01,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:01,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35071 2024-12-05T07:50:01,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35071 connecting to ZooKeeper ensemble=127.0.0.1:61325 2024-12-05T07:50:01,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:01,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:01,371 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350710x0, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:01,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35071-0x101a5c1ab9a0002 connected 2024-12-05T07:50:01,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:01,372 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:50:01,372 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:50:01,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:50:01,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:01,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35071 2024-12-05T07:50:01,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35071 2024-12-05T07:50:01,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35071 2024-12-05T07:50:01,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35071 2024-12-05T07:50:01,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35071 2024-12-05T07:50:01,399 DEBUG [M:0;fc6cd38557f3:35683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:35683 2024-12-05T07:50:01,399 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,35683,1733385001195 2024-12-05T07:50:01,404 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:01,404 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:01,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:01,405 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,35683,1733385001195 2024-12-05T07:50:01,412 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:01,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,412 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:01,412 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,412 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,413 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T07:50:01,413 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,35683,1733385001195 from backup master directory 2024-12-05T07:50:01,421 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:01,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,35683,1733385001195 2024-12-05T07:50:01,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:01,421 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:01,421 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,35683,1733385001195 2024-12-05T07:50:01,423 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:01,428 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/hbase.id] with ID: 02408e71-d7d1-4cb5-b96c-ef42ed8b7c48 2024-12-05T07:50:01,428 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/.tmp/hbase.id 2024-12-05T07:50:01,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:50:01,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:50:01,437 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/.tmp/hbase.id]:[hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/hbase.id] 2024-12-05T07:50:01,457 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:01,457 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T07:50:01,460 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-05T07:50:01,471 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,471 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:50:01,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:50:01,482 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:50:01,483 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T07:50:01,483 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:01,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:50:01,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:50:01,495 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store 2024-12-05T07:50:01,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:50:01,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:50:01,514 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:01,514 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:50:01,514 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:01,514 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:01,515 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-05T07:50:01,515 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:01,515 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:01,515 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385001514Disabling compacts and flushes for region at 1733385001514Disabling writes for close at 1733385001515 (+1 ms)Writing region close event to WAL at 1733385001515Closed at 1733385001515 2024-12-05T07:50:01,516 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/.initializing 2024-12-05T07:50:01,516 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/WALs/fc6cd38557f3,35683,1733385001195 2024-12-05T07:50:01,518 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:01,520 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C35683%2C1733385001195, suffix=, logDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/WALs/fc6cd38557f3,35683,1733385001195, archiveDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/oldWALs, maxLogs=10 2024-12-05T07:50:01,531 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/WALs/fc6cd38557f3,35683,1733385001195/fc6cd38557f3%2C35683%2C1733385001195.1733385001520, exclude list is [], retry=0 2024-12-05T07:50:01,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-2796f2c2-50b9-422b-9c2b-58bf4f54f609,DISK] 2024-12-05T07:50:01,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-5a78b614-7483-4574-b3d1-09c05e26ff50,DISK] 2024-12-05T07:50:01,538 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/WALs/fc6cd38557f3,35683,1733385001195/fc6cd38557f3%2C35683%2C1733385001195.1733385001520 2024-12-05T07:50:01,538 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37581:37581),(127.0.0.1/127.0.0.1:37575:37575)] 2024-12-05T07:50:01,538 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:50:01,539 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:01,539 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,539 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T07:50:01,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:01,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:01,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T07:50:01,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:01,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:01,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T07:50:01,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:01,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:01,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T07:50:01,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:01,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:01,557 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,558 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,558 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,560 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,560 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,561 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:01,562 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:01,565 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:01,565 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73602474, jitterRate=0.09676232933998108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:01,566 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733385001539Initializing all the Stores at 1733385001541 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385001541Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385001541Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385001541Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385001541Cleaning up temporary data from old regions at 1733385001560 (+19 ms)Region opened successfully at 1733385001566 (+6 ms) 2024-12-05T07:50:01,567 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T07:50:01,570 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3192558d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:01,571 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T07:50:01,572 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T07:50:01,572 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T07:50:01,572 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T07:50:01,573 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T07:50:01,573 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T07:50:01,573 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T07:50:01,576 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T07:50:01,577 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T07:50:01,604 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T07:50:01,604 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T07:50:01,605 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T07:50:01,612 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T07:50:01,613 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T07:50:01,614 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T07:50:01,620 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T07:50:01,622 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T07:50:01,629 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T07:50:01,632 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T07:50:01,637 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T07:50:01,645 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:01,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:01,645 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:01,645 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,645 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,646 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,35683,1733385001195, sessionid=0x101a5c1ab9a0000, setting cluster-up flag (Was=false) 2024-12-05T07:50:01,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,662 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,662 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,687 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T07:50:01,689 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,35683,1733385001195 2024-12-05T07:50:01,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,704 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,704 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:01,729 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T07:50:01,731 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,35683,1733385001195 2024-12-05T07:50:01,733 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T07:50:01,736 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:01,736 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T07:50:01,736 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T07:50:01,736 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,35683,1733385001195 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T07:50:01,738 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:01,738 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:01,738 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:01,738 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:01,738 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10 2024-12-05T07:50:01,738 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,738 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:01,738 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,742 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385031742 2024-12-05T07:50:01,743 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T07:50:01,743 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T07:50:01,743 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T07:50:01,743 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T07:50:01,743 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T07:50:01,743 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T07:50:01,743 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:01,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T07:50:01,745 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T07:50:01,745 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T07:50:01,745 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T07:50:01,745 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:01,746 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T07:50:01,746 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T07:50:01,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T07:50:01,746 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385001746,5,FailOnTimeoutGroup] 2024-12-05T07:50:01,746 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385001746,5,FailOnTimeoutGroup] 2024-12-05T07:50:01,746 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,746 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T07:50:01,746 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,746 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:50:01,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:50:01,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T07:50:01,759 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed 2024-12-05T07:50:01,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:50:01,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:50:01,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:01,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:50:01,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:50:01,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:01,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:01,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:50:01,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:50:01,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:01,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:01,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:50:01,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:50:01,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:01,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:01,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:50:01,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:50:01,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:01,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:01,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:50:01,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740 2024-12-05T07:50:01,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740 2024-12-05T07:50:01,788 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(746): ClusterId : 02408e71-d7d1-4cb5-b96c-ef42ed8b7c48 2024-12-05T07:50:01,788 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:50:01,788 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(746): ClusterId : 02408e71-d7d1-4cb5-b96c-ef42ed8b7c48 2024-12-05T07:50:01,788 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:50:01,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:50:01,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:50:01,789 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:01,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:50:01,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:01,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64548483, jitterRate=-0.038152649998664856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:01,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733385001771Initializing all the Stores at 1733385001772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385001772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385001772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385001772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385001772Cleaning up temporary data from old regions at 1733385001788 (+16 ms)Region opened successfully at 1733385001795 (+7 ms) 2024-12-05T07:50:01,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:50:01,795 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:50:01,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:50:01,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:50:01,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:50:01,796 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:01,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385001795Disabling compacts and flushes for region at 1733385001795Disabling writes for close at 1733385001795Writing region close event to WAL at 1733385001796 (+1 ms)Closed at 1733385001796 2024-12-05T07:50:01,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:01,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T07:50:01,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T07:50:01,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:50:01,802 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T07:50:01,846 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:50:01,846 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:50:01,846 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:50:01,846 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:50:01,863 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:50:01,863 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:50:01,864 DEBUG [RS:0;fc6cd38557f3:39181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47276607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:01,864 DEBUG [RS:1;fc6cd38557f3:35071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e71fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:01,874 DEBUG [RS:0;fc6cd38557f3:39181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:39181 2024-12-05T07:50:01,875 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:50:01,875 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:50:01,875 DEBUG [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:50:01,876 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,35683,1733385001195 with port=39181, startcode=1733385001327 2024-12-05T07:50:01,876 DEBUG [RS:0;fc6cd38557f3:39181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:50:01,878 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:50:01,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:01,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:01,880 DEBUG [RS:1;fc6cd38557f3:35071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:35071 2024-12-05T07:50:01,880 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:50:01,880 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:50:01,881 DEBUG [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:50:01,881 DEBUG [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed 2024-12-05T07:50:01,881 DEBUG [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42851 2024-12-05T07:50:01,881 DEBUG [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:50:01,881 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,35683,1733385001195 with port=35071, startcode=1733385001356 2024-12-05T07:50:01,882 DEBUG [RS:1;fc6cd38557f3:35071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:50:01,885 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37071, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:50:01,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,35071,1733385001356 2024-12-05T07:50:01,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,35071,1733385001356 2024-12-05T07:50:01,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:01,888 DEBUG [RS:0;fc6cd38557f3:39181 {}] zookeeper.ZKUtil(111): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:01,888 WARN [RS:0;fc6cd38557f3:39181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:01,888 INFO [RS:0;fc6cd38557f3:39181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:01,888 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,39181,1733385001327] 2024-12-05T07:50:01,888 DEBUG [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:01,888 DEBUG [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed 2024-12-05T07:50:01,888 DEBUG [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42851 2024-12-05T07:50:01,888 DEBUG [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:50:01,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:01,918 DEBUG [RS:1;fc6cd38557f3:35071 {}] zookeeper.ZKUtil(111): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,35071,1733385001356 2024-12-05T07:50:01,918 WARN [RS:1;fc6cd38557f3:35071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:01,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,35071,1733385001356] 2024-12-05T07:50:01,918 INFO [RS:1;fc6cd38557f3:35071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:01,919 DEBUG [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,35071,1733385001356 2024-12-05T07:50:01,919 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:50:01,921 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:50:01,921 INFO [RS:0;fc6cd38557f3:39181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:50:01,921 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,922 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:50:01,923 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:50:01,923 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,923 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,923 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,923 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:50:01,923 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,924 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,924 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,924 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:01,924 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,924 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,924 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,924 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,924 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,924 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,925 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:01,925 DEBUG [RS:0;fc6cd38557f3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:01,925 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,925 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,925 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,925 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,925 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,926 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,39181,1733385001327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:01,926 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:50:01,927 INFO [RS:1;fc6cd38557f3:35071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:50:01,927 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,931 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:50:01,932 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:50:01,932 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,932 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,932 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,933 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,933 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,933 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,933 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:01,933 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,933 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,933 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,933 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,933 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,933 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:01,934 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:01,934 DEBUG [RS:1;fc6cd38557f3:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:01,934 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,934 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,934 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,934 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,934 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,934 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,35071,1733385001356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:01,941 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:50:01,941 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,39181,1733385001327-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,941 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,941 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.Replication(171): fc6cd38557f3,39181,1733385001327 started 2024-12-05T07:50:01,947 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:50:01,947 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,35071,1733385001356-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,948 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,948 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.Replication(171): fc6cd38557f3,35071,1733385001356 started 2024-12-05T07:50:01,953 WARN [fc6cd38557f3:35683 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T07:50:01,954 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,954 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,39181,1733385001327, RpcServer on fc6cd38557f3/172.17.0.2:39181, sessionid=0x101a5c1ab9a0001 2024-12-05T07:50:01,955 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:50:01,955 DEBUG [RS:0;fc6cd38557f3:39181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:01,955 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,39181,1733385001327' 2024-12-05T07:50:01,955 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:50:01,956 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:50:01,956 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:50:01,956 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:50:01,956 DEBUG [RS:0;fc6cd38557f3:39181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:01,956 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,39181,1733385001327' 2024-12-05T07:50:01,956 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:50:01,957 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:50:01,957 DEBUG [RS:0;fc6cd38557f3:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:50:01,957 INFO [RS:0;fc6cd38557f3:39181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:50:01,957 INFO [RS:0;fc6cd38557f3:39181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:50:01,964 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:01,964 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,35071,1733385001356, RpcServer on fc6cd38557f3/172.17.0.2:35071, sessionid=0x101a5c1ab9a0002 2024-12-05T07:50:01,964 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:50:01,964 DEBUG [RS:1;fc6cd38557f3:35071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,35071,1733385001356 2024-12-05T07:50:01,964 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,35071,1733385001356' 2024-12-05T07:50:01,964 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:50:01,965 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:50:01,966 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:50:01,966 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:50:01,966 DEBUG [RS:1;fc6cd38557f3:35071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,35071,1733385001356 2024-12-05T07:50:01,966 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,35071,1733385001356' 2024-12-05T07:50:01,966 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:50:01,966 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:50:01,966 DEBUG [RS:1;fc6cd38557f3:35071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:50:01,967 INFO [RS:1;fc6cd38557f3:35071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:50:01,967 INFO [RS:1;fc6cd38557f3:35071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:50:02,058 INFO [RS:0;fc6cd38557f3:39181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:02,060 INFO [RS:0;fc6cd38557f3:39181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C39181%2C1733385001327, suffix=, logDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,39181,1733385001327, archiveDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/oldWALs, maxLogs=32 2024-12-05T07:50:02,067 INFO [RS:1;fc6cd38557f3:35071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:02,070 INFO [RS:1;fc6cd38557f3:35071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C35071%2C1733385001356, suffix=, logDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,35071,1733385001356, archiveDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/oldWALs, maxLogs=32 2024-12-05T07:50:02,079 DEBUG [RS:0;fc6cd38557f3:39181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,39181,1733385001327/fc6cd38557f3%2C39181%2C1733385001327.1733385002062, exclude list is [], retry=0 2024-12-05T07:50:02,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-2796f2c2-50b9-422b-9c2b-58bf4f54f609,DISK] 2024-12-05T07:50:02,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-5a78b614-7483-4574-b3d1-09c05e26ff50,DISK] 2024-12-05T07:50:02,084 INFO [RS:0;fc6cd38557f3:39181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,39181,1733385001327/fc6cd38557f3%2C39181%2C1733385001327.1733385002062 2024-12-05T07:50:02,085 DEBUG [RS:0;fc6cd38557f3:39181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:37581:37581)] 2024-12-05T07:50:02,090 DEBUG [RS:1;fc6cd38557f3:35071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,35071,1733385001356/fc6cd38557f3%2C35071%2C1733385001356.1733385002071, exclude list is [], retry=0 2024-12-05T07:50:02,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-2796f2c2-50b9-422b-9c2b-58bf4f54f609,DISK] 2024-12-05T07:50:02,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-5a78b614-7483-4574-b3d1-09c05e26ff50,DISK] 2024-12-05T07:50:02,096 INFO [RS:1;fc6cd38557f3:35071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,35071,1733385001356/fc6cd38557f3%2C35071%2C1733385001356.1733385002071 2024-12-05T07:50:02,097 DEBUG [RS:1;fc6cd38557f3:35071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:37581:37581)] 2024-12-05T07:50:02,203 DEBUG [fc6cd38557f3:35683 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T07:50:02,203 DEBUG [fc6cd38557f3:35683 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:50:02,205 DEBUG [fc6cd38557f3:35683 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:50:02,205 DEBUG [fc6cd38557f3:35683 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:50:02,205 DEBUG [fc6cd38557f3:35683 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:50:02,206 DEBUG [fc6cd38557f3:35683 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:50:02,206 INFO [fc6cd38557f3:35683 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:50:02,206 INFO [fc6cd38557f3:35683 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:50:02,206 DEBUG [fc6cd38557f3:35683 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:50:02,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:02,207 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,39181,1733385001327, state=OPENING 2024-12-05T07:50:02,237 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T07:50:02,245 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:02,245 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:02,246 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:50:02,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:02,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:02,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:02,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,39181,1733385001327}] 2024-12-05T07:50:02,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T07:50:02,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:02,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:02,399 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:02,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:02,406 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T07:50:02,406 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:02,407 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T07:50:02,409 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C39181%2C1733385001327.meta, suffix=.meta, logDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,39181,1733385001327, archiveDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/oldWALs, maxLogs=32 2024-12-05T07:50:02,424 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,39181,1733385001327/fc6cd38557f3%2C39181%2C1733385001327.meta.1733385002410.meta, exclude list is [], retry=0 2024-12-05T07:50:02,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-5a78b614-7483-4574-b3d1-09c05e26ff50,DISK] 2024-12-05T07:50:02,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-2796f2c2-50b9-422b-9c2b-58bf4f54f609,DISK] 2024-12-05T07:50:02,429 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,39181,1733385001327/fc6cd38557f3%2C39181%2C1733385001327.meta.1733385002410.meta 2024-12-05T07:50:02,429 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37581:37581),(127.0.0.1/127.0.0.1:37575:37575)] 2024-12-05T07:50:02,430 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:50:02,430 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T07:50:02,430 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T07:50:02,430 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T07:50:02,431 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T07:50:02,431 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:02,431 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T07:50:02,431 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T07:50:02,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:50:02,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:50:02,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:02,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:02,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:50:02,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:50:02,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:02,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:02,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:50:02,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:50:02,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:02,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:02,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:50:02,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:50:02,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:02,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:02,442 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:50:02,443 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740 2024-12-05T07:50:02,445 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740 2024-12-05T07:50:02,447 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:50:02,447 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:50:02,448 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:02,450 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:50:02,452 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72539496, jitterRate=0.08092272281646729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:02,452 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T07:50:02,453 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733385002431Writing region info on filesystem at 1733385002431Initializing all the Stores at 1733385002432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385002432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385002434 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385002434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385002434Cleaning up temporary data from old regions at 1733385002447 (+13 ms)Running coprocessor post-open hooks at 1733385002452 (+5 ms)Region opened successfully at 1733385002453 (+1 ms) 2024-12-05T07:50:02,455 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733385002399 2024-12-05T07:50:02,457 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T07:50:02,457 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T07:50:02,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:02,459 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,39181,1733385001327, state=OPEN 2024-12-05T07:50:02,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:02,470 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:02,470 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:02,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:02,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:02,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:02,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:02,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T07:50:02,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,39181,1733385001327 in 225 msec 2024-12-05T07:50:02,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T07:50:02,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-12-05T07:50:02,479 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:02,479 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T07:50:02,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:02,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,39181,1733385001327, seqNum=-1] 2024-12-05T07:50:02,482 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:02,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59089, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:02,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 754 msec 2024-12-05T07:50:02,490 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733385002490, completionTime=-1 2024-12-05T07:50:02,490 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T07:50:02,491 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T07:50:02,493 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-05T07:50:02,493 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385062493 2024-12-05T07:50:02,493 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385122493 2024-12-05T07:50:02,493 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T07:50:02,494 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,35683,1733385001195-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:02,494 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,35683,1733385001195-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:02,494 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,35683,1733385001195-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:02,494 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:35683, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:02,494 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:02,494 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:02,496 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T07:50:02,499 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.078sec 2024-12-05T07:50:02,500 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T07:50:02,500 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T07:50:02,500 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T07:50:02,500 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T07:50:02,500 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T07:50:02,500 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,35683,1733385001195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:02,500 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,35683,1733385001195-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T07:50:02,503 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T07:50:02,503 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T07:50:02,503 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,35683,1733385001195-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:02,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a14717b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:02,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,35683,-1 for getting cluster id 2024-12-05T07:50:02,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:50:02,591 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02408e71-d7d1-4cb5-b96c-ef42ed8b7c48' 2024-12-05T07:50:02,591 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:50:02,591 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02408e71-d7d1-4cb5-b96c-ef42ed8b7c48" 2024-12-05T07:50:02,592 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dac37ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:02,592 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,35683,-1] 2024-12-05T07:50:02,592 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:50:02,592 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:02,594 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:50:02,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c5eab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:02,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:02,597 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,39181,1733385001327, seqNum=-1] 2024-12-05T07:50:02,597 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:02,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:02,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,35683,1733385001195 2024-12-05T07:50:02,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:50:02,603 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,35683,1733385001195 2024-12-05T07:50:02,603 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da1da55 2024-12-05T07:50:02,603 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:50:02,605 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:50:02,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:50:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T07:50:02,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:50:02,609 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:02,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-05T07:50:02,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:50:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:50:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:50:02,622 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02e30893fbd8f809b19d9ba4e84da4eb, NAME => 'testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed 2024-12-05T07:50:02,623 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7bd63da2bfec5ee6ebfb0e3a0a50c4ba, NAME => 'testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed 2024-12-05T07:50:02,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:50:02,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:50:02,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:02,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 02e30893fbd8f809b19d9ba4e84da4eb, disabling compactions & flushes 2024-12-05T07:50:02,638 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:02,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:02,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. after waiting 0 ms 2024-12-05T07:50:02,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:02,638 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:02,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02e30893fbd8f809b19d9ba4e84da4eb: Waiting for close lock at 1733385002638Disabling compacts and flushes for region at 1733385002638Disabling writes for close at 1733385002638Writing region close event to WAL at 1733385002638Closed at 1733385002638 2024-12-05T07:50:02,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:50:02,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:50:02,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:02,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 7bd63da2bfec5ee6ebfb0e3a0a50c4ba, disabling compactions & flushes 2024-12-05T07:50:02,642 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:02,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:02,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. after waiting 0 ms 2024-12-05T07:50:02,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:02,642 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:02,642 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba: Waiting for close lock at 1733385002642Disabling compacts and flushes for region at 1733385002642Disabling writes for close at 1733385002642Writing region close event to WAL at 1733385002642Closed at 1733385002642 2024-12-05T07:50:02,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:50:02,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733385002644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385002644"}]},"ts":"1733385002644"} 2024-12-05T07:50:02,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733385002644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385002644"}]},"ts":"1733385002644"} 2024-12-05T07:50:02,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-05T07:50:02,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:50:02,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385002649"}]},"ts":"1733385002649"} 2024-12-05T07:50:02,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T07:50:02,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:50:02,654 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:50:02,654 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:50:02,654 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:50:02,654 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:50:02,654 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:50:02,654 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:50:02,654 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:50:02,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02e30893fbd8f809b19d9ba4e84da4eb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7bd63da2bfec5ee6ebfb0e3a0a50c4ba, ASSIGN}] 2024-12-05T07:50:02,657 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7bd63da2bfec5ee6ebfb0e3a0a50c4ba, ASSIGN 2024-12-05T07:50:02,657 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02e30893fbd8f809b19d9ba4e84da4eb, ASSIGN 2024-12-05T07:50:02,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7bd63da2bfec5ee6ebfb0e3a0a50c4ba, ASSIGN; state=OFFLINE, location=fc6cd38557f3,39181,1733385001327; forceNewPlan=false, retain=false 2024-12-05T07:50:02,658 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02e30893fbd8f809b19d9ba4e84da4eb, ASSIGN; state=OFFLINE, location=fc6cd38557f3,35071,1733385001356; forceNewPlan=false, retain=false 2024-12-05T07:50:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:02,809 INFO [fc6cd38557f3:35683 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T07:50:02,809 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02e30893fbd8f809b19d9ba4e84da4eb, regionState=OPENING, regionLocation=fc6cd38557f3,35071,1733385001356 2024-12-05T07:50:02,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7bd63da2bfec5ee6ebfb0e3a0a50c4ba, regionState=OPENING, regionLocation=fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:02,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7bd63da2bfec5ee6ebfb0e3a0a50c4ba, ASSIGN because future has completed 2024-12-05T07:50:02,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bd63da2bfec5ee6ebfb0e3a0a50c4ba, server=fc6cd38557f3,39181,1733385001327}] 2024-12-05T07:50:02,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02e30893fbd8f809b19d9ba4e84da4eb, ASSIGN because future has completed 2024-12-05T07:50:02,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02e30893fbd8f809b19d9ba4e84da4eb, server=fc6cd38557f3,35071,1733385001356}] 2024-12-05T07:50:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:02,970 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:02,972 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:02,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49473, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:02,972 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bd63da2bfec5ee6ebfb0e3a0a50c4ba, NAME => 'testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T07:50:02,972 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,973 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:02,973 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,973 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,975 INFO [StoreOpener-7bd63da2bfec5ee6ebfb0e3a0a50c4ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,977 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:02,978 INFO [StoreOpener-7bd63da2bfec5ee6ebfb0e3a0a50c4ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bd63da2bfec5ee6ebfb0e3a0a50c4ba columnFamilyName family 2024-12-05T07:50:02,978 DEBUG [StoreOpener-7bd63da2bfec5ee6ebfb0e3a0a50c4ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:02,978 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 02e30893fbd8f809b19d9ba4e84da4eb, NAME => 'testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T07:50:02,978 INFO [StoreOpener-7bd63da2bfec5ee6ebfb0e3a0a50c4ba-1 {}] regionserver.HStore(327): Store=7bd63da2bfec5ee6ebfb0e3a0a50c4ba/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:02,978 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,979 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,979 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:02,979 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,979 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,980 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,980 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,981 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,981 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,981 INFO [StoreOpener-02e30893fbd8f809b19d9ba4e84da4eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,983 INFO [StoreOpener-02e30893fbd8f809b19d9ba4e84da4eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02e30893fbd8f809b19d9ba4e84da4eb columnFamilyName family 2024-12-05T07:50:02,983 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,983 DEBUG [StoreOpener-02e30893fbd8f809b19d9ba4e84da4eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:02,983 INFO [StoreOpener-02e30893fbd8f809b19d9ba4e84da4eb-1 {}] regionserver.HStore(327): Store=02e30893fbd8f809b19d9ba4e84da4eb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:02,983 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,985 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,985 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,985 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/7bd63da2bfec5ee6ebfb0e3a0a50c4ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:02,986 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,986 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,986 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7bd63da2bfec5ee6ebfb0e3a0a50c4ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71558095, jitterRate=0.066298708319664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:50:02,986 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:02,988 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba: Running coprocessor pre-open hook at 1733385002973Writing region info on filesystem at 1733385002973Initializing all the Stores at 1733385002975 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385002975Cleaning up temporary data from old regions at 1733385002981 (+6 ms)Running coprocessor post-open hooks at 1733385002986 (+5 ms)Region opened successfully at 1733385002987 (+1 ms) 2024-12-05T07:50:02,988 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,989 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba., pid=7, masterSystemTime=1733385002966 2024-12-05T07:50:02,991 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/02e30893fbd8f809b19d9ba4e84da4eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:02,992 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 02e30893fbd8f809b19d9ba4e84da4eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73224172, jitterRate=0.09112519025802612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:50:02,992 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:02,992 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 02e30893fbd8f809b19d9ba4e84da4eb: Running coprocessor pre-open hook at 1733385002979Writing region info on filesystem at 1733385002979Initializing all the Stores at 1733385002980 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385002980Cleaning up temporary data from old regions at 1733385002986 (+6 ms)Running coprocessor post-open hooks at 1733385002992 (+6 ms)Region opened successfully at 1733385002992 2024-12-05T07:50:02,992 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:02,993 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:02,993 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb., pid=8, masterSystemTime=1733385002970 2024-12-05T07:50:02,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7bd63da2bfec5ee6ebfb0e3a0a50c4ba, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:02,996 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:02,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bd63da2bfec5ee6ebfb0e3a0a50c4ba, server=fc6cd38557f3,39181,1733385001327 because future has completed 2024-12-05T07:50:02,996 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:02,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02e30893fbd8f809b19d9ba4e84da4eb, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,35071,1733385001356 2024-12-05T07:50:03,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02e30893fbd8f809b19d9ba4e84da4eb, server=fc6cd38557f3,35071,1733385001356 because future has completed 2024-12-05T07:50:03,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T07:50:03,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bd63da2bfec5ee6ebfb0e3a0a50c4ba, server=fc6cd38557f3,39181,1733385001327 in 185 msec 2024-12-05T07:50:03,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-05T07:50:03,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7bd63da2bfec5ee6ebfb0e3a0a50c4ba, ASSIGN in 348 msec 2024-12-05T07:50:03,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02e30893fbd8f809b19d9ba4e84da4eb, server=fc6cd38557f3,35071,1733385001356 in 187 msec 2024-12-05T07:50:03,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T07:50:03,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02e30893fbd8f809b19d9ba4e84da4eb, ASSIGN in 351 msec 2024-12-05T07:50:03,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:50:03,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385003012"}]},"ts":"1733385003012"} 2024-12-05T07:50:03,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T07:50:03,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:50:03,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 410 msec 2024-12-05T07:50:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:03,242 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-05T07:50:03,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T07:50:03,242 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:50:03,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T07:50:03,246 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:50:03,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-05T07:50:03,250 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb., hostname=fc6cd38557f3,35071,1733385001356, seqNum=2] 2024-12-05T07:50:03,250 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:03,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:03,266 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba., hostname=fc6cd38557f3,39181,1733385001327, seqNum=2] 2024-12-05T07:50:03,279 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T07:50:03,296 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/7bd63da2bfec5ee6ebfb0e3a0a50c4ba/.tmp/family/f1c29fce1af04eda9635922c4db7bbcc is 32, key is 5/family:/1733385003268/Put/seqid=0 2024-12-05T07:50:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:50:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:50:03,303 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/7bd63da2bfec5ee6ebfb0e3a0a50c4ba/.tmp/family/f1c29fce1af04eda9635922c4db7bbcc 2024-12-05T07:50:03,311 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/7bd63da2bfec5ee6ebfb0e3a0a50c4ba/.tmp/family/f1c29fce1af04eda9635922c4db7bbcc as hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/7bd63da2bfec5ee6ebfb0e3a0a50c4ba/family/f1c29fce1af04eda9635922c4db7bbcc 2024-12-05T07:50:03,322 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/7bd63da2bfec5ee6ebfb0e3a0a50c4ba/family/f1c29fce1af04eda9635922c4db7bbcc, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T07:50:03,323 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba in 44ms, sequenceid=9, compaction requested=false 2024-12-05T07:50:03,324 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba: 2024-12-05T07:50:03,324 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 02e30893fbd8f809b19d9ba4e84da4eb 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T07:50:03,341 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/02e30893fbd8f809b19d9ba4e84da4eb/.tmp/family/80755b2a8e314da0a61c56b11ea8739c is 32, key is 1/family:/1733385003253/Put/seqid=0 2024-12-05T07:50:03,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:50:03,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:50:03,349 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/02e30893fbd8f809b19d9ba4e84da4eb/.tmp/family/80755b2a8e314da0a61c56b11ea8739c 2024-12-05T07:50:03,358 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/02e30893fbd8f809b19d9ba4e84da4eb/.tmp/family/80755b2a8e314da0a61c56b11ea8739c as hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/02e30893fbd8f809b19d9ba4e84da4eb/family/80755b2a8e314da0a61c56b11ea8739c 2024-12-05T07:50:03,369 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/02e30893fbd8f809b19d9ba4e84da4eb/family/80755b2a8e314da0a61c56b11ea8739c, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T07:50:03,371 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 02e30893fbd8f809b19d9ba4e84da4eb in 46ms, sequenceid=8, compaction requested=false 2024-12-05T07:50:03,371 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 02e30893fbd8f809b19d9ba4e84da4eb: 2024-12-05T07:50:03,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T07:50:03,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:03,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:03,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:03,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:03,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T07:50:03,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:50:03,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1194916540, stopped=false 2024-12-05T07:50:03,378 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,35683,1733385001195 2024-12-05T07:50:03,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:03,429 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:03,429 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:03,429 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:03,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:03,429 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:03,429 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:50:03,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:03,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:03,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:03,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:03,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:03,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:03,432 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,39181,1733385001327' ***** 2024-12-05T07:50:03,432 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:50:03,432 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,35071,1733385001356' ***** 2024-12-05T07:50:03,432 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:50:03,432 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:50:03,432 INFO [RS:0;fc6cd38557f3:39181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:50:03,432 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:50:03,432 INFO [RS:0;fc6cd38557f3:39181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:50:03,432 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:03,432 INFO [RS:1;fc6cd38557f3:35071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:50:03,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:50:03,432 INFO [RS:1;fc6cd38557f3:35071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:50:03,432 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(3091): Received CLOSE for 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:03,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:50:03,432 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:03,433 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:03,433 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,35071,1733385001356 2024-12-05T07:50:03,433 INFO [RS:0;fc6cd38557f3:39181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:39181. 2024-12-05T07:50:03,433 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:03,433 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bd63da2bfec5ee6ebfb0e3a0a50c4ba, disabling compactions & flushes 2024-12-05T07:50:03,433 DEBUG [RS:0;fc6cd38557f3:39181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:03,433 INFO [RS:1;fc6cd38557f3:35071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:35071. 2024-12-05T07:50:03,433 DEBUG [RS:0;fc6cd38557f3:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:03,433 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:03,433 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:03,433 DEBUG [RS:1;fc6cd38557f3:35071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:03,433 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:50:03,433 DEBUG [RS:1;fc6cd38557f3:35071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:03,433 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:50:03,433 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. after waiting 0 ms 2024-12-05T07:50:03,433 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:50:03,433 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:03,433 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T07:50:03,433 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T07:50:03,433 DEBUG [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(1325): Online Regions={02e30893fbd8f809b19d9ba4e84da4eb=testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb.} 2024-12-05T07:50:03,433 DEBUG [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(1351): Waiting on 02e30893fbd8f809b19d9ba4e84da4eb 2024-12-05T07:50:03,433 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02e30893fbd8f809b19d9ba4e84da4eb, disabling compactions & flushes 2024-12-05T07:50:03,433 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:03,434 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:03,434 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T07:50:03,434 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. after waiting 0 ms 2024-12-05T07:50:03,434 DEBUG [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7bd63da2bfec5ee6ebfb0e3a0a50c4ba=testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba.} 2024-12-05T07:50:03,434 DEBUG [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bd63da2bfec5ee6ebfb0e3a0a50c4ba 2024-12-05T07:50:03,434 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:50:03,434 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:50:03,434 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:50:03,434 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:50:03,434 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:50:03,434 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:03,435 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-05T07:50:03,436 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:03,441 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/7bd63da2bfec5ee6ebfb0e3a0a50c4ba/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T07:50:03,442 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:03,442 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bd63da2bfec5ee6ebfb0e3a0a50c4ba: Waiting for close lock at 1733385003433Running coprocessor pre-close hooks at 1733385003433Disabling compacts and flushes for region at 1733385003433Disabling writes for close at 1733385003433Writing region close event to WAL at 1733385003434 (+1 ms)Running coprocessor post-close hooks at 1733385003442 (+8 ms)Closed at 1733385003442 2024-12-05T07:50:03,442 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba. 2024-12-05T07:50:03,454 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/default/testClearRegionBlockCache/02e30893fbd8f809b19d9ba4e84da4eb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T07:50:03,455 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:03,455 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02e30893fbd8f809b19d9ba4e84da4eb: Waiting for close lock at 1733385003433Running coprocessor pre-close hooks at 1733385003433Disabling compacts and flushes for region at 1733385003433Disabling writes for close at 1733385003434 (+1 ms)Writing region close event to WAL at 1733385003446 (+12 ms)Running coprocessor post-close hooks at 1733385003455 (+9 ms)Closed at 1733385003455 2024-12-05T07:50:03,456 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733385002605.02e30893fbd8f809b19d9ba4e84da4eb. 2024-12-05T07:50:03,466 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/.tmp/info/413f69ef2dcb454aa965886402839138 is 173, key is testClearRegionBlockCache,5,1733385002605.7bd63da2bfec5ee6ebfb0e3a0a50c4ba./info:regioninfo/1733385002993/Put/seqid=0 2024-12-05T07:50:03,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:50:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:50:03,474 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/.tmp/info/413f69ef2dcb454aa965886402839138 2024-12-05T07:50:03,499 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/.tmp/ns/fdd410c872a64462a309f64662f801bc is 43, key is default/ns:d/1733385002484/Put/seqid=0 2024-12-05T07:50:03,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:50:03,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:50:03,506 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/.tmp/ns/fdd410c872a64462a309f64662f801bc 2024-12-05T07:50:03,528 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:03,537 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/.tmp/table/817a717c840147e4811fa68ee3f82060 is 61, key is testClearRegionBlockCache/table:state/1733385003012/Put/seqid=0 2024-12-05T07:50:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:50:03,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:50:03,548 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/.tmp/table/817a717c840147e4811fa68ee3f82060 2024-12-05T07:50:03,557 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/.tmp/info/413f69ef2dcb454aa965886402839138 as hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/info/413f69ef2dcb454aa965886402839138 2024-12-05T07:50:03,566 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/info/413f69ef2dcb454aa965886402839138, entries=20, sequenceid=13, filesize=8.0 K 2024-12-05T07:50:03,567 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/.tmp/ns/fdd410c872a64462a309f64662f801bc as hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/ns/fdd410c872a64462a309f64662f801bc 2024-12-05T07:50:03,578 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/ns/fdd410c872a64462a309f64662f801bc, entries=2, sequenceid=13, filesize=5.0 K 2024-12-05T07:50:03,580 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/.tmp/table/817a717c840147e4811fa68ee3f82060 as hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/table/817a717c840147e4811fa68ee3f82060 2024-12-05T07:50:03,588 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/table/817a717c840147e4811fa68ee3f82060, entries=2, sequenceid=13, filesize=5.2 K 2024-12-05T07:50:03,590 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=13, compaction requested=false 2024-12-05T07:50:03,596 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-05T07:50:03,596 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T07:50:03,597 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:03,597 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385003434Running coprocessor pre-close hooks at 1733385003434Disabling compacts and flushes for region at 1733385003434Disabling writes for close at 1733385003434Obtaining lock to block concurrent updates at 1733385003435 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733385003435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733385003435Flushing stores of hbase:meta,,1.1588230740 at 1733385003437 (+2 ms)Flushing 1588230740/info: creating writer at 1733385003437Flushing 1588230740/info: appending metadata at 1733385003466 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733385003466Flushing 1588230740/ns: creating writer at 1733385003483 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733385003498 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733385003498Flushing 1588230740/table: creating writer at 1733385003519 (+21 ms)Flushing 1588230740/table: appending metadata at 1733385003536 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733385003536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e72172: reopening flushed file at 1733385003555 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb65b79: reopening flushed file at 1733385003566 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c0eea3: reopening flushed file at 1733385003578 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=13, compaction requested=false at 1733385003590 (+12 ms)Writing region close event to WAL at 1733385003591 (+1 ms)Running coprocessor post-close hooks at 1733385003596 (+5 ms)Closed at 1733385003597 (+1 ms) 2024-12-05T07:50:03,597 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:03,633 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,35071,1733385001356; all regions closed. 2024-12-05T07:50:03,634 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,39181,1733385001327; all regions closed. 2024-12-05T07:50:03,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741834_1010 (size=1758) 2024-12-05T07:50:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741834_1010 (size=1758) 2024-12-05T07:50:03,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:50:03,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:50:03,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/WALs/fc6cd38557f3,39181,1733385001327/fc6cd38557f3%2C39181%2C1733385001327.meta.1733385002410.meta not finished, retry = 0 2024-12-05T07:50:03,651 DEBUG [RS:1;fc6cd38557f3:35071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/oldWALs 2024-12-05T07:50:03,651 INFO [RS:1;fc6cd38557f3:35071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C35071%2C1733385001356:(num 1733385002071) 2024-12-05T07:50:03,651 DEBUG [RS:1;fc6cd38557f3:35071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:03,651 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:03,651 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:03,651 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:03,651 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:50:03,651 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:03,651 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:50:03,651 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:50:03,651 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:03,652 INFO [RS:1;fc6cd38557f3:35071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35071 2024-12-05T07:50:03,670 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,35071,1733385001356 2024-12-05T07:50:03,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:03,670 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:03,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,35071,1733385001356] 2024-12-05T07:50:03,687 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,35071,1733385001356 already deleted, retry=false 2024-12-05T07:50:03,687 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,35071,1733385001356 expired; onlineServers=1 2024-12-05T07:50:03,747 DEBUG [RS:0;fc6cd38557f3:39181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/oldWALs 2024-12-05T07:50:03,747 INFO [RS:0;fc6cd38557f3:39181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C39181%2C1733385001327.meta:.meta(num 1733385002410) 2024-12-05T07:50:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741833_1009 (size=1867) 2024-12-05T07:50:03,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741833_1009 (size=1867) 2024-12-05T07:50:03,753 DEBUG [RS:0;fc6cd38557f3:39181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/oldWALs 2024-12-05T07:50:03,754 INFO [RS:0;fc6cd38557f3:39181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C39181%2C1733385001327:(num 1733385002062) 2024-12-05T07:50:03,754 DEBUG [RS:0;fc6cd38557f3:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:03,754 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:03,754 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:03,754 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:03,754 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:03,754 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:03,754 INFO [RS:0;fc6cd38557f3:39181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39181 2024-12-05T07:50:03,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:03,770 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,39181,1733385001327 2024-12-05T07:50:03,770 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:03,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,39181,1733385001327] 2024-12-05T07:50:03,779 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:03,779 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x101a5c1ab9a0002, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:03,779 INFO [RS:1;fc6cd38557f3:35071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:03,779 INFO [RS:1;fc6cd38557f3:35071 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,35071,1733385001356; zookeeper connection closed. 2024-12-05T07:50:03,779 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60435a54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60435a54 2024-12-05T07:50:03,787 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,39181,1733385001327 already deleted, retry=false 2024-12-05T07:50:03,787 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,39181,1733385001327 expired; onlineServers=0 2024-12-05T07:50:03,787 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,35683,1733385001195' ***** 2024-12-05T07:50:03,787 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T07:50:03,787 INFO [M:0;fc6cd38557f3:35683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:03,787 INFO [M:0;fc6cd38557f3:35683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:03,787 DEBUG [M:0;fc6cd38557f3:35683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T07:50:03,787 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T07:50:03,787 DEBUG [M:0;fc6cd38557f3:35683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T07:50:03,787 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385001746 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385001746,5,FailOnTimeoutGroup] 2024-12-05T07:50:03,788 INFO [M:0;fc6cd38557f3:35683 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:03,788 INFO [M:0;fc6cd38557f3:35683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:03,788 DEBUG [M:0;fc6cd38557f3:35683 {}] master.HMaster(1795): Stopping service threads 2024-12-05T07:50:03,788 INFO [M:0;fc6cd38557f3:35683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T07:50:03,788 INFO [M:0;fc6cd38557f3:35683 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:50:03,788 INFO [M:0;fc6cd38557f3:35683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T07:50:03,787 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385001746 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385001746,5,FailOnTimeoutGroup] 2024-12-05T07:50:03,788 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T07:50:03,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:03,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:03,795 DEBUG [M:0;fc6cd38557f3:35683 {}] zookeeper.ZKUtil(347): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T07:50:03,795 WARN [M:0;fc6cd38557f3:35683 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T07:50:03,796 INFO [M:0;fc6cd38557f3:35683 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/.lastflushedseqids 2024-12-05T07:50:03,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T07:50:03,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T07:50:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:50:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:50:03,805 INFO [M:0;fc6cd38557f3:35683 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T07:50:03,805 INFO [M:0;fc6cd38557f3:35683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T07:50:03,805 DEBUG [M:0;fc6cd38557f3:35683 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:50:03,805 INFO [M:0;fc6cd38557f3:35683 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:03,805 DEBUG [M:0;fc6cd38557f3:35683 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:03,805 DEBUG [M:0;fc6cd38557f3:35683 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:50:03,806 DEBUG [M:0;fc6cd38557f3:35683 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:03,806 INFO [M:0;fc6cd38557f3:35683 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-05T07:50:03,829 DEBUG [M:0;fc6cd38557f3:35683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7a20a26a96c43a985c55f6867c72b79 is 82, key is hbase:meta,,1/info:regioninfo/1733385002458/Put/seqid=0 2024-12-05T07:50:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:50:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:50:03,840 INFO [M:0;fc6cd38557f3:35683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7a20a26a96c43a985c55f6867c72b79 2024-12-05T07:50:03,869 DEBUG [M:0;fc6cd38557f3:35683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6ec2960fd64254a7e143687ce292bc is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733385003018/Put/seqid=0 2024-12-05T07:50:03,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741846_1022 (size=6219) 2024-12-05T07:50:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741846_1022 (size=6219) 2024-12-05T07:50:03,879 INFO [RS:0;fc6cd38557f3:39181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:03,879 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:03,879 INFO [RS:0;fc6cd38557f3:39181 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,39181,1733385001327; zookeeper connection closed. 2024-12-05T07:50:03,879 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x101a5c1ab9a0001, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:03,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c3b6d4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c3b6d4d 2024-12-05T07:50:03,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T07:50:04,276 INFO [M:0;fc6cd38557f3:35683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6ec2960fd64254a7e143687ce292bc 2024-12-05T07:50:04,298 DEBUG [M:0;fc6cd38557f3:35683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3e7bb924a8d4ca28503bb7b8e28a8ee is 69, key is fc6cd38557f3,35071,1733385001356/rs:state/1733385001886/Put/seqid=0 2024-12-05T07:50:04,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:50:04,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:50:04,304 INFO [M:0;fc6cd38557f3:35683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3e7bb924a8d4ca28503bb7b8e28a8ee 2024-12-05T07:50:04,311 DEBUG [M:0;fc6cd38557f3:35683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7a20a26a96c43a985c55f6867c72b79 as hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7a20a26a96c43a985c55f6867c72b79 2024-12-05T07:50:04,319 INFO [M:0;fc6cd38557f3:35683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7a20a26a96c43a985c55f6867c72b79, entries=8, sequenceid=71, filesize=5.5 K 2024-12-05T07:50:04,320 DEBUG [M:0;fc6cd38557f3:35683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c6ec2960fd64254a7e143687ce292bc as hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c6ec2960fd64254a7e143687ce292bc 2024-12-05T07:50:04,326 INFO [M:0;fc6cd38557f3:35683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c6ec2960fd64254a7e143687ce292bc, entries=8, sequenceid=71, filesize=6.1 K 2024-12-05T07:50:04,327 DEBUG [M:0;fc6cd38557f3:35683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3e7bb924a8d4ca28503bb7b8e28a8ee as hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3e7bb924a8d4ca28503bb7b8e28a8ee 2024-12-05T07:50:04,333 INFO [M:0;fc6cd38557f3:35683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/7c04e1e5-3a03-691f-5d81-2edc186d5bed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3e7bb924a8d4ca28503bb7b8e28a8ee, entries=2, sequenceid=71, filesize=5.1 K 2024-12-05T07:50:04,334 INFO [M:0;fc6cd38557f3:35683 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=71, compaction requested=false 2024-12-05T07:50:04,335 INFO [M:0;fc6cd38557f3:35683 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:04,336 DEBUG [M:0;fc6cd38557f3:35683 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385003805Disabling compacts and flushes for region at 1733385003805Disabling writes for close at 1733385003806 (+1 ms)Obtaining lock to block concurrent updates at 1733385003806Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733385003806Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733385003806Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733385003807 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733385003807Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733385003829 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733385003829Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733385003847 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733385003868 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733385003868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733385004283 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733385004298 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733385004298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4020185c: reopening flushed file at 1733385004310 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b448646: reopening flushed file at 1733385004319 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3274a3b5: reopening flushed file at 1733385004326 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=71, compaction requested=false at 1733385004334 (+8 ms)Writing region close event to WAL at 1733385004335 (+1 ms)Closed at 1733385004335 2024-12-05T07:50:04,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741830_1006 (size=35440) 2024-12-05T07:50:04,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741830_1006 (size=35440) 2024-12-05T07:50:04,339 INFO [M:0;fc6cd38557f3:35683 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T07:50:04,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:04,339 INFO [M:0;fc6cd38557f3:35683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35683 2024-12-05T07:50:04,339 INFO [M:0;fc6cd38557f3:35683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:04,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:04,487 INFO [M:0;fc6cd38557f3:35683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:04,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x101a5c1ab9a0000, quorum=127.0.0.1:61325, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:04,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376cd7c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:04,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e9aa011{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:04,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:04,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3827ca3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:04,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f30afa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:04,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:50:04,491 WARN [BP-1103169645-172.17.0.2-1733384999531 heartbeating to localhost/127.0.0.1:42851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:50:04,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:50:04,491 WARN [BP-1103169645-172.17.0.2-1733384999531 heartbeating to localhost/127.0.0.1:42851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1103169645-172.17.0.2-1733384999531 (Datanode Uuid 07385dc2-6495-49ff-af96-9169ebbb3575) service to localhost/127.0.0.1:42851 2024-12-05T07:50:04,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/data/data3/current/BP-1103169645-172.17.0.2-1733384999531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:04,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/data/data4/current/BP-1103169645-172.17.0.2-1733384999531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:04,492 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:50:04,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7220c4a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:04,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2127590a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:04,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:04,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7898ac3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:04,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d0e0050{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:04,496 WARN [BP-1103169645-172.17.0.2-1733384999531 heartbeating to localhost/127.0.0.1:42851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:50:04,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:50:04,497 WARN [BP-1103169645-172.17.0.2-1733384999531 heartbeating to localhost/127.0.0.1:42851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1103169645-172.17.0.2-1733384999531 (Datanode Uuid f54d0d76-2bd6-479b-a230-38e18ce8bb8c) service to localhost/127.0.0.1:42851 2024-12-05T07:50:04,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:50:04,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/data/data1/current/BP-1103169645-172.17.0.2-1733384999531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:04,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/cluster_c4a1657d-174b-946e-a748-be0d1e8789c4/data/data2/current/BP-1103169645-172.17.0.2-1733384999531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:04,498 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:50:04,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ebe9064{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:50:04,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5020fd2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:04,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:04,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f9c54ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:04,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25edd9b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:04,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T07:50:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T07:50:04,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=114 (was 84) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42851 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42851 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 411) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 204) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6336 (was 6512) 2024-12-05T07:50:04,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=114, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=6336 2024-12-05T07:50:04,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.log.dir so I do NOT create it in target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58 2024-12-05T07:50:04,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T07:50:04,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.tmp.dir so I do NOT create it in target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58 2024-12-05T07:50:04,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8d183721-4182-13ac-98c7-c299d99f1faf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T07:50:04,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58 2024-12-05T07:50:04,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T07:50:04,560 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578, deleteOnExit=true 2024-12-05T07:50:04,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T07:50:04,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/test.cache.data in system properties and HBase conf 2024-12-05T07:50:04,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T07:50:04,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.log.dir in system properties and HBase conf 2024-12-05T07:50:04,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T07:50:04,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T07:50:04,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T07:50:04,561 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T07:50:04,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:50:04,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/nfs.dump.dir in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/java.io.tmpdir in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:50:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T07:50:04,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T07:50:04,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:04,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:04,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:04,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:04,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T07:50:04,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:04,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:04,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:04,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62153ea7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/java.io.tmpdir/jetty-localhost-45401-hadoop-hdfs-3_4_1-tests_jar-_-any-9360121402771060820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:50:04,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:45401} 2024-12-05T07:50:04,967 INFO [Time-limited test {}] server.Server(415): Started @16521ms 2024-12-05T07:50:05,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:05,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:05,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:05,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:05,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:50:05,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc9de68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:05,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f1448d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:05,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7347b92c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/java.io.tmpdir/jetty-localhost-41841-hadoop-hdfs-3_4_1-tests_jar-_-any-3461983391181177808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:05,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f502323{HTTP/1.1, (http/1.1)}{localhost:41841} 2024-12-05T07:50:05,293 INFO [Time-limited test {}] server.Server(415): Started @16846ms 2024-12-05T07:50:05,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:50:05,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:05,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:05,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:05,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:05,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T07:50:05,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@629d4e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:05,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@109c261f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:05,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aef03e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/java.io.tmpdir/jetty-localhost-45591-hadoop-hdfs-3_4_1-tests_jar-_-any-2841261884165744326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:05,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10947f36{HTTP/1.1, (http/1.1)}{localhost:45591} 2024-12-05T07:50:05,428 INFO [Time-limited test {}] server.Server(415): Started @16981ms 2024-12-05T07:50:05,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:50:05,968 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/data/data1/current/BP-289831599-172.17.0.2-1733385004586/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:05,968 WARN [Thread-634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/data/data2/current/BP-289831599-172.17.0.2-1733385004586/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:05,991 WARN [Thread-597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:50:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1815a5f2558a605 with lease ID 0x8106a9fb66261ac3: Processing first storage report for DS-a3b80bb9-b52f-4e5f-bca2-a32e82bcf9b7 from datanode DatanodeRegistration(127.0.0.1:40605, datanodeUuid=40713ec0-a373-41cd-9439-710132bbe0c4, infoPort=42747, infoSecurePort=0, ipcPort=34011, storageInfo=lv=-57;cid=testClusterID;nsid=848747581;c=1733385004586) 2024-12-05T07:50:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1815a5f2558a605 with lease ID 0x8106a9fb66261ac3: from storage DS-a3b80bb9-b52f-4e5f-bca2-a32e82bcf9b7 node DatanodeRegistration(127.0.0.1:40605, datanodeUuid=40713ec0-a373-41cd-9439-710132bbe0c4, infoPort=42747, infoSecurePort=0, ipcPort=34011, storageInfo=lv=-57;cid=testClusterID;nsid=848747581;c=1733385004586), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1815a5f2558a605 with lease ID 0x8106a9fb66261ac3: Processing first storage report for DS-b239ca33-ddda-4b45-b670-a5ef29f74a13 from datanode DatanodeRegistration(127.0.0.1:40605, datanodeUuid=40713ec0-a373-41cd-9439-710132bbe0c4, infoPort=42747, infoSecurePort=0, ipcPort=34011, storageInfo=lv=-57;cid=testClusterID;nsid=848747581;c=1733385004586) 2024-12-05T07:50:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1815a5f2558a605 with lease ID 0x8106a9fb66261ac3: from storage DS-b239ca33-ddda-4b45-b670-a5ef29f74a13 node DatanodeRegistration(127.0.0.1:40605, datanodeUuid=40713ec0-a373-41cd-9439-710132bbe0c4, infoPort=42747, infoSecurePort=0, ipcPort=34011, storageInfo=lv=-57;cid=testClusterID;nsid=848747581;c=1733385004586), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:06,115 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/data/data4/current/BP-289831599-172.17.0.2-1733385004586/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:06,115 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/data/data3/current/BP-289831599-172.17.0.2-1733385004586/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:06,133 WARN [Thread-620 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:50:06,135 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28e06896bf51f039 with lease ID 0x8106a9fb66261ac4: Processing first storage report for DS-50d0ce06-fca7-45c8-ac5f-507af4a7aeee from datanode DatanodeRegistration(127.0.0.1:36979, datanodeUuid=80b27b0e-520a-4dda-84a8-768a6eaed009, infoPort=37519, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=848747581;c=1733385004586) 2024-12-05T07:50:06,135 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28e06896bf51f039 with lease ID 0x8106a9fb66261ac4: from storage DS-50d0ce06-fca7-45c8-ac5f-507af4a7aeee node DatanodeRegistration(127.0.0.1:36979, datanodeUuid=80b27b0e-520a-4dda-84a8-768a6eaed009, infoPort=37519, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=848747581;c=1733385004586), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:06,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28e06896bf51f039 with lease ID 0x8106a9fb66261ac4: Processing first storage report for DS-6c6a4652-1ee3-4a76-b3c4-369b03d61e66 from datanode DatanodeRegistration(127.0.0.1:36979, datanodeUuid=80b27b0e-520a-4dda-84a8-768a6eaed009, infoPort=37519, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=848747581;c=1733385004586) 2024-12-05T07:50:06,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28e06896bf51f039 with lease ID 0x8106a9fb66261ac4: from storage DS-6c6a4652-1ee3-4a76-b3c4-369b03d61e66 node DatanodeRegistration(127.0.0.1:36979, datanodeUuid=80b27b0e-520a-4dda-84a8-768a6eaed009, infoPort=37519, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=848747581;c=1733385004586), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:06,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58 2024-12-05T07:50:06,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/zookeeper_0, clientPort=58056, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T07:50:06,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58056 2024-12-05T07:50:06,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:06,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:06,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:50:06,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:50:06,184 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2 with version=8 2024-12-05T07:50:06,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/hbase-staging 2024-12-05T07:50:06,186 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:06,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:06,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:06,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:06,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:06,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:06,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T07:50:06,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:06,187 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38189 2024-12-05T07:50:06,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38189 connecting to ZooKeeper ensemble=127.0.0.1:58056 2024-12-05T07:50:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381890x0, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:06,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38189-0x101a5c1bf1e0000 connected 2024-12-05T07:50:06,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:06,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:06,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:06,308 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2, hbase.cluster.distributed=false 2024-12-05T07:50:06,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:06,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38189 2024-12-05T07:50:06,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38189 2024-12-05T07:50:06,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38189 2024-12-05T07:50:06,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38189 2024-12-05T07:50:06,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38189 2024-12-05T07:50:06,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:06,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:06,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:06,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:06,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:06,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:06,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:50:06,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:06,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44949 2024-12-05T07:50:06,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44949 connecting to ZooKeeper ensemble=127.0.0.1:58056 2024-12-05T07:50:06,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:06,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:06,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449490x0, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:06,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449490x0, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:06,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44949-0x101a5c1bf1e0001 connected 2024-12-05T07:50:06,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:50:06,349 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:50:06,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:50:06,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:06,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44949 2024-12-05T07:50:06,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44949 2024-12-05T07:50:06,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44949 2024-12-05T07:50:06,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44949 2024-12-05T07:50:06,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44949 2024-12-05T07:50:06,372 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:06,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:06,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:06,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:06,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:06,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:06,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:50:06,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:06,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44649 2024-12-05T07:50:06,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44649 connecting to ZooKeeper ensemble=127.0.0.1:58056 2024-12-05T07:50:06,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:06,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:06,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446490x0, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:06,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446490x0, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:06,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44649-0x101a5c1bf1e0002 connected 2024-12-05T07:50:06,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:50:06,388 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:50:06,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:50:06,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:06,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44649 2024-12-05T07:50:06,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44649 2024-12-05T07:50:06,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44649 2024-12-05T07:50:06,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44649 2024-12-05T07:50:06,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44649 2024-12-05T07:50:06,405 DEBUG [M:0;fc6cd38557f3:38189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:38189 2024-12-05T07:50:06,406 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,38189,1733385006186 2024-12-05T07:50:06,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:06,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:06,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:06,412 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,38189,1733385006186 2024-12-05T07:50:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,429 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T07:50:06,429 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,38189,1733385006186 from backup master directory 2024-12-05T07:50:06,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,38189,1733385006186 2024-12-05T07:50:06,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:06,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:06,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:06,437 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:06,437 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,38189,1733385006186 2024-12-05T07:50:06,441 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/hbase.id] with ID: a086290b-d52d-4580-906f-3d4a3aa8b8d0 2024-12-05T07:50:06,441 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/.tmp/hbase.id 2024-12-05T07:50:06,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:50:06,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:50:06,450 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/.tmp/hbase.id]:[hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/hbase.id] 2024-12-05T07:50:06,463 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:06,463 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T07:50:06,464 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T07:50:06,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:50:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:50:06,477 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:50:06,478 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T07:50:06,478 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:06,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:50:06,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:50:06,486 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store 2024-12-05T07:50:06,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:50:06,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:50:06,494 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:06,494 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:50:06,494 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:06,494 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:06,494 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:50:06,494 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:06,494 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:06,494 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385006494Disabling compacts and flushes for region at 1733385006494Disabling writes for close at 1733385006494Writing region close event to WAL at 1733385006494Closed at 1733385006494 2024-12-05T07:50:06,495 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/.initializing 2024-12-05T07:50:06,495 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/WALs/fc6cd38557f3,38189,1733385006186 2024-12-05T07:50:06,496 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:06,498 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C38189%2C1733385006186, suffix=, logDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/WALs/fc6cd38557f3,38189,1733385006186, archiveDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/oldWALs, maxLogs=10 2024-12-05T07:50:06,509 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/WALs/fc6cd38557f3,38189,1733385006186/fc6cd38557f3%2C38189%2C1733385006186.1733385006498, exclude list is [], retry=0 2024-12-05T07:50:06,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-50d0ce06-fca7-45c8-ac5f-507af4a7aeee,DISK] 2024-12-05T07:50:06,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-a3b80bb9-b52f-4e5f-bca2-a32e82bcf9b7,DISK] 2024-12-05T07:50:06,516 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/WALs/fc6cd38557f3,38189,1733385006186/fc6cd38557f3%2C38189%2C1733385006186.1733385006498 2024-12-05T07:50:06,518 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519),(127.0.0.1/127.0.0.1:42747:42747)] 2024-12-05T07:50:06,519 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:50:06,519 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:06,519 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,519 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T07:50:06,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:06,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:06,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T07:50:06,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:06,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:06,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T07:50:06,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:06,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:06,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T07:50:06,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:06,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:06,529 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,530 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,531 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,532 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,532 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,533 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:06,534 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:06,536 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:06,537 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69218417, jitterRate=0.031434789299964905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:06,538 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733385006519Initializing all the Stores at 1733385006520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385006520Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385006520Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385006520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385006520Cleaning up temporary data from old regions at 1733385006532 (+12 ms)Region opened successfully at 1733385006538 (+6 ms) 2024-12-05T07:50:06,540 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T07:50:06,544 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f291980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:06,545 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T07:50:06,545 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T07:50:06,545 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T07:50:06,545 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T07:50:06,546 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T07:50:06,546 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T07:50:06,546 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T07:50:06,549 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T07:50:06,550 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T07:50:06,561 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T07:50:06,562 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T07:50:06,563 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T07:50:06,570 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T07:50:06,570 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T07:50:06,571 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T07:50:06,578 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T07:50:06,579 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T07:50:06,586 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T07:50:06,589 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T07:50:06,595 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T07:50:06,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:06,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:06,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:06,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,604 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,38189,1733385006186, sessionid=0x101a5c1bf1e0000, setting cluster-up flag (Was=false) 2024-12-05T07:50:06,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,645 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T07:50:06,647 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,38189,1733385006186 2024-12-05T07:50:06,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:06,686 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T07:50:06,688 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,38189,1733385006186 2024-12-05T07:50:06,690 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T07:50:06,692 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:06,692 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T07:50:06,693 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T07:50:06,693 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,38189,1733385006186 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T07:50:06,695 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:06,695 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:06,695 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:06,695 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:06,695 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10 2024-12-05T07:50:06,695 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,695 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:06,695 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,697 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(746): ClusterId : a086290b-d52d-4580-906f-3d4a3aa8b8d0 2024-12-05T07:50:06,697 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(746): ClusterId : a086290b-d52d-4580-906f-3d4a3aa8b8d0 2024-12-05T07:50:06,697 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:50:06,697 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:50:06,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:06,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T07:50:06,698 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:06,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T07:50:06,703 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385036702 2024-12-05T07:50:06,703 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T07:50:06,703 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T07:50:06,703 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T07:50:06,703 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T07:50:06,703 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T07:50:06,703 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T07:50:06,703 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,704 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T07:50:06,704 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:50:06,704 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:50:06,704 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T07:50:06,704 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T07:50:06,705 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T07:50:06,705 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:50:06,705 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:50:06,705 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T07:50:06,705 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385006705,5,FailOnTimeoutGroup] 2024-12-05T07:50:06,706 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385006705,5,FailOnTimeoutGroup] 2024-12-05T07:50:06,706 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,706 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T07:50:06,706 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,706 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:50:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:50:06,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T07:50:06,716 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2 2024-12-05T07:50:06,720 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:50:06,720 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:50:06,721 DEBUG [RS:1;fc6cd38557f3:44649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589b652c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:06,721 DEBUG [RS:0;fc6cd38557f3:44949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ab828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:50:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:50:06,734 DEBUG [RS:0;fc6cd38557f3:44949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:44949 2024-12-05T07:50:06,734 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:50:06,734 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:50:06,734 DEBUG [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:50:06,735 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,38189,1733385006186 with port=44949, startcode=1733385006332 2024-12-05T07:50:06,735 DEBUG [RS:0;fc6cd38557f3:44949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:50:06,737 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45619, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:50:06,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:06,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38189 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:06,739 DEBUG [RS:1;fc6cd38557f3:44649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:44649 2024-12-05T07:50:06,739 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:50:06,739 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:50:06,739 DEBUG [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:50:06,740 DEBUG [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2 2024-12-05T07:50:06,740 DEBUG [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43385 2024-12-05T07:50:06,740 DEBUG [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:50:06,740 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,38189,1733385006186 with port=44649, startcode=1733385006372 2024-12-05T07:50:06,740 DEBUG [RS:1;fc6cd38557f3:44649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:50:06,743 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38517, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:50:06,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,44649,1733385006372 2024-12-05T07:50:06,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38189 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,44649,1733385006372 2024-12-05T07:50:06,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:06,745 DEBUG [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2 2024-12-05T07:50:06,745 DEBUG [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43385 2024-12-05T07:50:06,745 DEBUG [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:50:06,746 DEBUG [RS:0;fc6cd38557f3:44949 {}] zookeeper.ZKUtil(111): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:06,746 WARN [RS:0;fc6cd38557f3:44949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:06,746 INFO [RS:0;fc6cd38557f3:44949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:06,746 DEBUG [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:06,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,44949,1733385006332] 2024-12-05T07:50:06,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:06,778 DEBUG [RS:1;fc6cd38557f3:44649 {}] zookeeper.ZKUtil(111): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,44649,1733385006372 2024-12-05T07:50:06,778 WARN [RS:1;fc6cd38557f3:44649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:06,778 INFO [RS:1;fc6cd38557f3:44649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:06,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,44649,1733385006372] 2024-12-05T07:50:06,779 DEBUG [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44649,1733385006372 2024-12-05T07:50:06,779 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:50:06,782 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:50:06,782 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:50:06,783 INFO [RS:0;fc6cd38557f3:44949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:50:06,783 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,783 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:50:06,784 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:50:06,785 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,785 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,785 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,785 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,785 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,785 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,785 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:06,785 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,785 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,785 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,786 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,786 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,786 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,786 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:06,786 DEBUG [RS:0;fc6cd38557f3:44949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:06,786 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:50:06,791 INFO [RS:1;fc6cd38557f3:44649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:50:06,791 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,791 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,791 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,791 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,791 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,791 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,791 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:50:06,791 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,44949,1733385006332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:06,792 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:50:06,792 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,792 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,792 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:06,793 DEBUG [RS:1;fc6cd38557f3:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:06,801 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,801 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,801 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,801 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,801 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,801 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,44649,1733385006372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:06,808 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:50:06,808 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,44949,1733385006332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,808 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,808 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.Replication(171): fc6cd38557f3,44949,1733385006332 started 2024-12-05T07:50:06,815 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:50:06,815 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,44649,1733385006372-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,815 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,815 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.Replication(171): fc6cd38557f3,44649,1733385006372 started 2024-12-05T07:50:06,828 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,828 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,44649,1733385006372, RpcServer on fc6cd38557f3/172.17.0.2:44649, sessionid=0x101a5c1bf1e0002 2024-12-05T07:50:06,828 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:50:06,828 DEBUG [RS:1;fc6cd38557f3:44649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,44649,1733385006372 2024-12-05T07:50:06,828 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,44649,1733385006372' 2024-12-05T07:50:06,828 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:50:06,828 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:06,829 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,44949,1733385006332, RpcServer on fc6cd38557f3/172.17.0.2:44949, sessionid=0x101a5c1bf1e0001 2024-12-05T07:50:06,829 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:50:06,829 DEBUG [RS:0;fc6cd38557f3:44949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:06,829 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,44949,1733385006332' 2024-12-05T07:50:06,829 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:50:06,829 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:50:06,829 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:50:06,829 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:50:06,829 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:50:06,829 DEBUG [RS:1;fc6cd38557f3:44649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,44649,1733385006372 2024-12-05T07:50:06,829 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,44649,1733385006372' 2024-12-05T07:50:06,829 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:50:06,830 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:50:06,830 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:50:06,830 DEBUG [RS:0;fc6cd38557f3:44949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:06,830 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:50:06,830 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,44949,1733385006332' 2024-12-05T07:50:06,830 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:50:06,830 DEBUG [RS:1;fc6cd38557f3:44649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:50:06,830 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:50:06,830 INFO [RS:1;fc6cd38557f3:44649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:50:06,830 INFO [RS:1;fc6cd38557f3:44649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:50:06,831 DEBUG [RS:0;fc6cd38557f3:44949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:50:06,831 INFO [RS:0;fc6cd38557f3:44949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:50:06,831 INFO [RS:0;fc6cd38557f3:44949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:50:06,931 INFO [RS:1;fc6cd38557f3:44649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:06,931 INFO [RS:0;fc6cd38557f3:44949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:06,933 INFO [RS:1;fc6cd38557f3:44649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C44649%2C1733385006372, suffix=, logDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44649,1733385006372, archiveDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/oldWALs, maxLogs=32 2024-12-05T07:50:06,933 INFO [RS:0;fc6cd38557f3:44949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C44949%2C1733385006332, suffix=, logDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44949,1733385006332, archiveDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/oldWALs, maxLogs=32 2024-12-05T07:50:06,952 DEBUG [RS:0;fc6cd38557f3:44949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44949,1733385006332/fc6cd38557f3%2C44949%2C1733385006332.1733385006934, exclude list is [], retry=0 2024-12-05T07:50:06,952 DEBUG [RS:1;fc6cd38557f3:44649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44649,1733385006372/fc6cd38557f3%2C44649%2C1733385006372.1733385006934, exclude list is [], retry=0 2024-12-05T07:50:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-a3b80bb9-b52f-4e5f-bca2-a32e82bcf9b7,DISK] 2024-12-05T07:50:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-50d0ce06-fca7-45c8-ac5f-507af4a7aeee,DISK] 2024-12-05T07:50:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-50d0ce06-fca7-45c8-ac5f-507af4a7aeee,DISK] 2024-12-05T07:50:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-a3b80bb9-b52f-4e5f-bca2-a32e82bcf9b7,DISK] 2024-12-05T07:50:06,963 INFO [RS:0;fc6cd38557f3:44949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44949,1733385006332/fc6cd38557f3%2C44949%2C1733385006332.1733385006934 2024-12-05T07:50:06,963 INFO [RS:1;fc6cd38557f3:44649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44649,1733385006372/fc6cd38557f3%2C44649%2C1733385006372.1733385006934 2024-12-05T07:50:06,963 DEBUG [RS:0;fc6cd38557f3:44949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519),(127.0.0.1/127.0.0.1:42747:42747)] 2024-12-05T07:50:06,964 DEBUG [RS:1;fc6cd38557f3:44649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42747:42747),(127.0.0.1/127.0.0.1:37519:37519)] 2024-12-05T07:50:07,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:07,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:50:07,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:50:07,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:07,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:07,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:50:07,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:50:07,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:07,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:07,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:50:07,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:50:07,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:07,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:07,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:50:07,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:50:07,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:07,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:07,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:50:07,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740 2024-12-05T07:50:07,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740 2024-12-05T07:50:07,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:50:07,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:50:07,147 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:07,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:50:07,150 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:07,151 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65944211, jitterRate=-0.017354682087898254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:07,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733385007134Initializing all the Stores at 1733385007136 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385007136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385007136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385007136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385007136Cleaning up temporary data from old regions at 1733385007147 (+11 ms)Region opened successfully at 1733385007152 (+5 ms) 2024-12-05T07:50:07,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:50:07,152 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:50:07,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:50:07,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:50:07,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:50:07,152 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:07,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385007152Disabling compacts and flushes for region at 1733385007152Disabling writes for close at 1733385007152Writing region close event to WAL at 1733385007152Closed at 1733385007152 2024-12-05T07:50:07,154 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:07,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T07:50:07,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T07:50:07,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:50:07,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T07:50:07,307 DEBUG [fc6cd38557f3:38189 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T07:50:07,307 DEBUG [fc6cd38557f3:38189 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:50:07,309 DEBUG [fc6cd38557f3:38189 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:50:07,309 DEBUG [fc6cd38557f3:38189 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:50:07,309 DEBUG [fc6cd38557f3:38189 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:50:07,309 DEBUG [fc6cd38557f3:38189 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:50:07,309 INFO [fc6cd38557f3:38189 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:50:07,309 INFO [fc6cd38557f3:38189 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:50:07,309 DEBUG [fc6cd38557f3:38189 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:50:07,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:07,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,44949,1733385006332, state=OPENING 2024-12-05T07:50:07,353 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T07:50:07,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:07,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:07,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:07,362 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:50:07,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:07,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:07,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:07,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,44949,1733385006332}] 2024-12-05T07:50:07,515 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:07,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42791, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:07,521 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T07:50:07,522 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:07,522 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T07:50:07,524 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C44949%2C1733385006332.meta, suffix=.meta, logDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44949,1733385006332, archiveDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/oldWALs, maxLogs=32 2024-12-05T07:50:07,536 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44949,1733385006332/fc6cd38557f3%2C44949%2C1733385006332.meta.1733385007525.meta, exclude list is [], retry=0 2024-12-05T07:50:07,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-a3b80bb9-b52f-4e5f-bca2-a32e82bcf9b7,DISK] 2024-12-05T07:50:07,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-50d0ce06-fca7-45c8-ac5f-507af4a7aeee,DISK] 2024-12-05T07:50:07,540 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/WALs/fc6cd38557f3,44949,1733385006332/fc6cd38557f3%2C44949%2C1733385006332.meta.1733385007525.meta 2024-12-05T07:50:07,541 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519),(127.0.0.1/127.0.0.1:42747:42747)] 2024-12-05T07:50:07,541 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:50:07,541 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T07:50:07,541 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T07:50:07,541 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T07:50:07,541 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T07:50:07,541 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:07,542 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T07:50:07,542 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T07:50:07,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:50:07,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:50:07,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:07,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:07,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:50:07,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:50:07,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:07,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:07,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:50:07,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:50:07,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:07,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:07,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:50:07,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:50:07,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:07,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:07,551 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:50:07,551 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740 2024-12-05T07:50:07,553 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740 2024-12-05T07:50:07,554 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:50:07,554 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:50:07,555 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:07,556 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:50:07,557 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73994904, jitterRate=0.10260999202728271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:07,557 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T07:50:07,558 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733385007542Writing region info on filesystem at 1733385007542Initializing all the Stores at 1733385007543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385007543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385007543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385007543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385007543Cleaning up temporary data from old regions at 1733385007554 (+11 ms)Running coprocessor post-open hooks at 1733385007557 (+3 ms)Region opened successfully at 1733385007558 (+1 ms) 2024-12-05T07:50:07,559 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733385007515 2024-12-05T07:50:07,562 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T07:50:07,562 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T07:50:07,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:07,564 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,44949,1733385006332, state=OPEN 2024-12-05T07:50:07,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:07,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:07,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:07,578 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:07,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:07,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:07,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:07,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T07:50:07,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,44949,1733385006332 in 216 msec 2024-12-05T07:50:07,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T07:50:07,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-12-05T07:50:07,598 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:07,598 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T07:50:07,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:07,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,44949,1733385006332, seqNum=-1] 2024-12-05T07:50:07,600 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:07,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59425, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:07,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 916 msec 2024-12-05T07:50:07,609 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733385007608, completionTime=-1 2024-12-05T07:50:07,609 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T07:50:07,609 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T07:50:07,611 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-05T07:50:07,611 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385067611 2024-12-05T07:50:07,611 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385127611 2024-12-05T07:50:07,611 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T07:50:07,611 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T07:50:07,612 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38189,1733385006186-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:07,612 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38189,1733385006186-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:07,612 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38189,1733385006186-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:07,612 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:38189, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:07,612 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:07,612 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:07,614 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T07:50:07,617 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.180sec 2024-12-05T07:50:07,618 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T07:50:07,618 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T07:50:07,618 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T07:50:07,618 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T07:50:07,618 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T07:50:07,618 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38189,1733385006186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:07,618 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38189,1733385006186-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T07:50:07,620 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T07:50:07,620 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T07:50:07,620 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38189,1733385006186-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:07,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329b0492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:07,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,38189,-1 for getting cluster id 2024-12-05T07:50:07,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:50:07,700 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a086290b-d52d-4580-906f-3d4a3aa8b8d0' 2024-12-05T07:50:07,700 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:50:07,700 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a086290b-d52d-4580-906f-3d4a3aa8b8d0" 2024-12-05T07:50:07,701 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae13f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:07,701 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,38189,-1] 2024-12-05T07:50:07,701 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:50:07,701 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:07,702 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:50:07,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d8c215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:07,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:07,705 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,44949,1733385006332, seqNum=-1] 2024-12-05T07:50:07,705 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:07,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:07,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,38189,1733385006186 2024-12-05T07:50:07,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:50:07,710 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,38189,1733385006186 2024-12-05T07:50:07,710 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ae3b526 2024-12-05T07:50:07,710 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:50:07,712 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:50:07,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:50:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T07:50:07,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:50:07,715 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:07,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-05T07:50:07,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:50:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:07,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:50:07,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:50:07,732 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c7250bbb2d043ef4f09aa32c95309e9, NAME => 'testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2 2024-12-05T07:50:07,732 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9845a08ea4ecffae0967ae99611d5c3b, NAME => 'testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2 2024-12-05T07:50:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:50:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:50:07,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:07,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9845a08ea4ecffae0967ae99611d5c3b, disabling compactions & flushes 2024-12-05T07:50:07,742 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:07,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:07,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. after waiting 0 ms 2024-12-05T07:50:07,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:07,742 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:07,743 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9845a08ea4ecffae0967ae99611d5c3b: Waiting for close lock at 1733385007742Disabling compacts and flushes for region at 1733385007742Disabling writes for close at 1733385007742Writing region close event to WAL at 1733385007742Closed at 1733385007742 2024-12-05T07:50:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:50:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:50:07,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:07,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3c7250bbb2d043ef4f09aa32c95309e9, disabling compactions & flushes 2024-12-05T07:50:07,749 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:07,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:07,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. after waiting 0 ms 2024-12-05T07:50:07,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:07,749 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:07,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c7250bbb2d043ef4f09aa32c95309e9: Waiting for close lock at 1733385007749Disabling compacts and flushes for region at 1733385007749Disabling writes for close at 1733385007749Writing region close event to WAL at 1733385007749Closed at 1733385007749 2024-12-05T07:50:07,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:50:07,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733385007751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385007751"}]},"ts":"1733385007751"} 2024-12-05T07:50:07,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733385007751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385007751"}]},"ts":"1733385007751"} 2024-12-05T07:50:07,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-05T07:50:07,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:50:07,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385007757"}]},"ts":"1733385007757"} 2024-12-05T07:50:07,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T07:50:07,760 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:50:07,761 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:50:07,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:50:07,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:50:07,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:50:07,762 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:50:07,762 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:50:07,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:50:07,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c7250bbb2d043ef4f09aa32c95309e9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9845a08ea4ecffae0967ae99611d5c3b, ASSIGN}] 2024-12-05T07:50:07,764 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c7250bbb2d043ef4f09aa32c95309e9, ASSIGN 2024-12-05T07:50:07,764 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9845a08ea4ecffae0967ae99611d5c3b, ASSIGN 2024-12-05T07:50:07,765 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9845a08ea4ecffae0967ae99611d5c3b, ASSIGN; state=OFFLINE, location=fc6cd38557f3,44949,1733385006332; forceNewPlan=false, retain=false 2024-12-05T07:50:07,765 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c7250bbb2d043ef4f09aa32c95309e9, ASSIGN; state=OFFLINE, location=fc6cd38557f3,44649,1733385006372; forceNewPlan=false, retain=false 2024-12-05T07:50:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:07,916 INFO [fc6cd38557f3:38189 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T07:50:07,916 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c7250bbb2d043ef4f09aa32c95309e9, regionState=OPENING, regionLocation=fc6cd38557f3,44649,1733385006372 2024-12-05T07:50:07,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9845a08ea4ecffae0967ae99611d5c3b, regionState=OPENING, regionLocation=fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:07,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9845a08ea4ecffae0967ae99611d5c3b, ASSIGN because future has completed 2024-12-05T07:50:07,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9845a08ea4ecffae0967ae99611d5c3b, server=fc6cd38557f3,44949,1733385006332}] 2024-12-05T07:50:07,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c7250bbb2d043ef4f09aa32c95309e9, ASSIGN because future has completed 2024-12-05T07:50:07,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c7250bbb2d043ef4f09aa32c95309e9, server=fc6cd38557f3,44649,1733385006372}] 2024-12-05T07:50:07,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T07:50:07,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:07,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:07,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:07,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:08,077 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:08,078 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:08,078 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9845a08ea4ecffae0967ae99611d5c3b, NAME => 'testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T07:50:08,079 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,079 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:08,079 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,079 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36793, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:08,081 INFO [StoreOpener-9845a08ea4ecffae0967ae99611d5c3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,083 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:08,083 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c7250bbb2d043ef4f09aa32c95309e9, NAME => 'testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T07:50:08,083 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,083 INFO [StoreOpener-9845a08ea4ecffae0967ae99611d5c3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9845a08ea4ecffae0967ae99611d5c3b columnFamilyName family 2024-12-05T07:50:08,083 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:08,083 DEBUG [StoreOpener-9845a08ea4ecffae0967ae99611d5c3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:08,083 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,083 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,084 INFO [StoreOpener-9845a08ea4ecffae0967ae99611d5c3b-1 {}] regionserver.HStore(327): Store=9845a08ea4ecffae0967ae99611d5c3b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:08,084 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,085 INFO [StoreOpener-3c7250bbb2d043ef4f09aa32c95309e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,085 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,086 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,086 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,086 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,086 INFO [StoreOpener-3c7250bbb2d043ef4f09aa32c95309e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c7250bbb2d043ef4f09aa32c95309e9 columnFamilyName family 2024-12-05T07:50:08,086 DEBUG [StoreOpener-3c7250bbb2d043ef4f09aa32c95309e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:08,087 INFO [StoreOpener-3c7250bbb2d043ef4f09aa32c95309e9-1 {}] regionserver.HStore(327): Store=3c7250bbb2d043ef4f09aa32c95309e9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:08,087 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,088 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,089 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,089 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,089 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,091 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,091 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,093 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/9845a08ea4ecffae0967ae99611d5c3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:08,093 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/3c7250bbb2d043ef4f09aa32c95309e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:08,094 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9845a08ea4ecffae0967ae99611d5c3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65041808, jitterRate=-0.03080153465270996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:50:08,094 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3c7250bbb2d043ef4f09aa32c95309e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61706690, jitterRate=-0.08049866557121277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:50:08,094 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,094 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9845a08ea4ecffae0967ae99611d5c3b: Running coprocessor pre-open hook at 1733385008079Writing region info on filesystem at 1733385008079Initializing all the Stores at 1733385008080 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385008080Cleaning up temporary data from old regions at 1733385008086 (+6 ms)Running coprocessor post-open hooks at 1733385008094 (+8 ms)Region opened successfully at 1733385008095 (+1 ms) 2024-12-05T07:50:08,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3c7250bbb2d043ef4f09aa32c95309e9: Running coprocessor pre-open hook at 1733385008084Writing region info on filesystem at 1733385008084Initializing all the Stores at 1733385008084Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385008085 (+1 ms)Cleaning up temporary data from old regions at 1733385008089 (+4 ms)Running coprocessor post-open hooks at 1733385008094 (+5 ms)Region opened successfully at 1733385008094 2024-12-05T07:50:08,096 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b., pid=7, masterSystemTime=1733385008074 2024-12-05T07:50:08,096 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9., pid=8, masterSystemTime=1733385008077 2024-12-05T07:50:08,098 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:08,098 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:08,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9845a08ea4ecffae0967ae99611d5c3b, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:08,099 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:08,099 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:08,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c7250bbb2d043ef4f09aa32c95309e9, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,44649,1733385006372 2024-12-05T07:50:08,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9845a08ea4ecffae0967ae99611d5c3b, server=fc6cd38557f3,44949,1733385006332 because future has completed 2024-12-05T07:50:08,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c7250bbb2d043ef4f09aa32c95309e9, server=fc6cd38557f3,44649,1733385006372 because future has completed 2024-12-05T07:50:08,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T07:50:08,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9845a08ea4ecffae0967ae99611d5c3b, server=fc6cd38557f3,44949,1733385006332 in 184 msec 2024-12-05T07:50:08,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-05T07:50:08,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c7250bbb2d043ef4f09aa32c95309e9, server=fc6cd38557f3,44649,1733385006372 in 183 msec 2024-12-05T07:50:08,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9845a08ea4ecffae0967ae99611d5c3b, ASSIGN in 344 msec 2024-12-05T07:50:08,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T07:50:08,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c7250bbb2d043ef4f09aa32c95309e9, ASSIGN in 345 msec 2024-12-05T07:50:08,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:50:08,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385008111"}]},"ts":"1733385008111"} 2024-12-05T07:50:08,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T07:50:08,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:50:08,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 402 msec 2024-12-05T07:50:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:08,341 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-05T07:50:08,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T07:50:08,342 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:50:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T07:50:08,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:50:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-05T07:50:08,349 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9., hostname=fc6cd38557f3,44649,1733385006372, seqNum=2] 2024-12-05T07:50:08,349 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:08,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:08,361 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b., hostname=fc6cd38557f3,44949,1733385006332, seqNum=2] 2024-12-05T07:50:08,374 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9845a08ea4ecffae0967ae99611d5c3b 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T07:50:08,390 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/9845a08ea4ecffae0967ae99611d5c3b/.tmp/family/46c86e7fa94e4201af18791eafb2a6a1 is 32, key is 5/family:/1733385008363/Put/seqid=0 2024-12-05T07:50:08,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:50:08,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:50:08,797 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/9845a08ea4ecffae0967ae99611d5c3b/.tmp/family/46c86e7fa94e4201af18791eafb2a6a1 2024-12-05T07:50:08,804 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/9845a08ea4ecffae0967ae99611d5c3b/.tmp/family/46c86e7fa94e4201af18791eafb2a6a1 as hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/9845a08ea4ecffae0967ae99611d5c3b/family/46c86e7fa94e4201af18791eafb2a6a1 2024-12-05T07:50:08,811 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/9845a08ea4ecffae0967ae99611d5c3b/family/46c86e7fa94e4201af18791eafb2a6a1, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T07:50:08,812 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9845a08ea4ecffae0967ae99611d5c3b in 438ms, sequenceid=9, compaction requested=false 2024-12-05T07:50:08,813 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9845a08ea4ecffae0967ae99611d5c3b: 2024-12-05T07:50:08,813 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3c7250bbb2d043ef4f09aa32c95309e9 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T07:50:08,828 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/3c7250bbb2d043ef4f09aa32c95309e9/.tmp/family/4412840237e24b5784ed10ff555a7cf2 is 32, key is 1/family:/1733385008351/Put/seqid=0 2024-12-05T07:50:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:50:08,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:50:08,834 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/3c7250bbb2d043ef4f09aa32c95309e9/.tmp/family/4412840237e24b5784ed10ff555a7cf2 2024-12-05T07:50:08,841 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/3c7250bbb2d043ef4f09aa32c95309e9/.tmp/family/4412840237e24b5784ed10ff555a7cf2 as hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/3c7250bbb2d043ef4f09aa32c95309e9/family/4412840237e24b5784ed10ff555a7cf2 2024-12-05T07:50:08,848 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/3c7250bbb2d043ef4f09aa32c95309e9/family/4412840237e24b5784ed10ff555a7cf2, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T07:50:08,849 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3c7250bbb2d043ef4f09aa32c95309e9 in 36ms, sequenceid=8, compaction requested=false 2024-12-05T07:50:08,850 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3c7250bbb2d043ef4f09aa32c95309e9: 2024-12-05T07:50:08,853 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-05T07:50:08,856 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:08,856 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:08,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:08,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:08,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T07:50:08,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:08,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:08,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:08,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:08,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:50:08,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T07:50:08,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1065096723, stopped=false 2024-12-05T07:50:08,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,38189,1733385006186 2024-12-05T07:50:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:08,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:50:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:08,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:08,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:08,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:08,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:08,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:08,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:08,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,44949,1733385006332' ***** 2024-12-05T07:50:08,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:50:08,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,44649,1733385006372' ***** 2024-12-05T07:50:08,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:50:08,912 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:50:08,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:50:08,913 INFO [RS:0;fc6cd38557f3:44949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:50:08,913 INFO [RS:0;fc6cd38557f3:44949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:50:08,913 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(3091): Received CLOSE for 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,913 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:50:08,913 INFO [RS:1;fc6cd38557f3:44649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:50:08,913 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:50:08,913 INFO [RS:1;fc6cd38557f3:44649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:50:08,913 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:08,913 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,913 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:08,913 INFO [RS:0;fc6cd38557f3:44949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:44949. 2024-12-05T07:50:08,913 DEBUG [RS:0;fc6cd38557f3:44949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:08,913 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,44649,1733385006372 2024-12-05T07:50:08,913 DEBUG [RS:0;fc6cd38557f3:44949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:08,913 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9845a08ea4ecffae0967ae99611d5c3b, disabling compactions & flushes 2024-12-05T07:50:08,913 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:08,913 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:50:08,913 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:08,913 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:50:08,913 INFO [RS:1;fc6cd38557f3:44649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:44649. 2024-12-05T07:50:08,913 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:50:08,913 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c7250bbb2d043ef4f09aa32c95309e9, disabling compactions & flushes 2024-12-05T07:50:08,913 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:08,913 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T07:50:08,913 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:08,913 DEBUG [RS:1;fc6cd38557f3:44649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:08,913 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. after waiting 0 ms 2024-12-05T07:50:08,914 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:08,914 DEBUG [RS:1;fc6cd38557f3:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:08,914 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:08,914 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. after waiting 0 ms 2024-12-05T07:50:08,914 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T07:50:08,914 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:08,914 DEBUG [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(1325): Online Regions={3c7250bbb2d043ef4f09aa32c95309e9=testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9.} 2024-12-05T07:50:08,914 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T07:50:08,914 DEBUG [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(1351): Waiting on 3c7250bbb2d043ef4f09aa32c95309e9 2024-12-05T07:50:08,914 DEBUG [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9845a08ea4ecffae0967ae99611d5c3b=testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b.} 2024-12-05T07:50:08,914 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:50:08,914 DEBUG [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9845a08ea4ecffae0967ae99611d5c3b 2024-12-05T07:50:08,914 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:50:08,914 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:50:08,914 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:50:08,914 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:50:08,914 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-05T07:50:08,917 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/9845a08ea4ecffae0967ae99611d5c3b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T07:50:08,917 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/default/testClearRegionBlockCache/3c7250bbb2d043ef4f09aa32c95309e9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T07:50:08,918 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:08,918 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:08,918 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9845a08ea4ecffae0967ae99611d5c3b: Waiting for close lock at 1733385008913Running coprocessor pre-close hooks at 1733385008913Disabling compacts and flushes for region at 1733385008913Disabling writes for close at 1733385008914 (+1 ms)Writing region close event to WAL at 1733385008915 (+1 ms)Running coprocessor post-close hooks at 1733385008918 (+3 ms)Closed at 1733385008918 2024-12-05T07:50:08,918 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c7250bbb2d043ef4f09aa32c95309e9: Waiting for close lock at 1733385008913Running coprocessor pre-close hooks at 1733385008913Disabling compacts and flushes for region at 1733385008913Disabling writes for close at 1733385008914 (+1 ms)Writing region close event to WAL at 1733385008914Running coprocessor post-close hooks at 1733385008918 (+4 ms)Closed at 1733385008918 2024-12-05T07:50:08,918 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b. 2024-12-05T07:50:08,918 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733385007712.3c7250bbb2d043ef4f09aa32c95309e9. 2024-12-05T07:50:08,934 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/.tmp/info/fff8c35bcf7b4690ad157dcc92d44ab9 is 173, key is testClearRegionBlockCache,5,1733385007712.9845a08ea4ecffae0967ae99611d5c3b./info:regioninfo/1733385008099/Put/seqid=0 2024-12-05T07:50:08,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:50:08,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:50:08,940 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/.tmp/info/fff8c35bcf7b4690ad157dcc92d44ab9 2024-12-05T07:50:08,960 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/.tmp/ns/096e36f67668431497b89a9f70e2f47c is 43, key is default/ns:d/1733385007602/Put/seqid=0 2024-12-05T07:50:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:50:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:50:08,966 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/.tmp/ns/096e36f67668431497b89a9f70e2f47c 2024-12-05T07:50:09,008 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:09,009 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:09,015 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/.tmp/table/da385d14247a4661a03d48e0ecfec070 is 61, key is testClearRegionBlockCache/table:state/1733385008111/Put/seqid=0 2024-12-05T07:50:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:50:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:50:09,021 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/.tmp/table/da385d14247a4661a03d48e0ecfec070 2024-12-05T07:50:09,027 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/.tmp/info/fff8c35bcf7b4690ad157dcc92d44ab9 as hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/info/fff8c35bcf7b4690ad157dcc92d44ab9 2024-12-05T07:50:09,033 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/info/fff8c35bcf7b4690ad157dcc92d44ab9, entries=20, sequenceid=13, filesize=8.0 K 2024-12-05T07:50:09,034 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/.tmp/ns/096e36f67668431497b89a9f70e2f47c as hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/ns/096e36f67668431497b89a9f70e2f47c 2024-12-05T07:50:09,041 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/ns/096e36f67668431497b89a9f70e2f47c, entries=2, sequenceid=13, filesize=5.0 K 2024-12-05T07:50:09,042 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/.tmp/table/da385d14247a4661a03d48e0ecfec070 as hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/table/da385d14247a4661a03d48e0ecfec070 2024-12-05T07:50:09,049 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/table/da385d14247a4661a03d48e0ecfec070, entries=2, sequenceid=13, filesize=5.2 K 2024-12-05T07:50:09,050 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=13, compaction requested=false 2024-12-05T07:50:09,055 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-05T07:50:09,056 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T07:50:09,056 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:09,056 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385008914Running coprocessor pre-close hooks at 1733385008914Disabling compacts and flushes for region at 1733385008914Disabling writes for close at 1733385008914Obtaining lock to block concurrent updates at 1733385008914Preparing flush snapshotting stores in 1588230740 at 1733385008914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733385008914Flushing stores of hbase:meta,,1.1588230740 at 1733385008915 (+1 ms)Flushing 1588230740/info: creating writer at 1733385008915Flushing 1588230740/info: appending metadata at 1733385008934 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733385008934Flushing 1588230740/ns: creating writer at 1733385008946 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733385008959 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733385008959Flushing 1588230740/table: creating writer at 1733385008972 (+13 ms)Flushing 1588230740/table: appending metadata at 1733385009015 (+43 ms)Flushing 1588230740/table: closing flushed file at 1733385009015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4058297d: reopening flushed file at 1733385009026 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600ce197: reopening flushed file at 1733385009033 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1671d0: reopening flushed file at 1733385009041 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=13, compaction requested=false at 1733385009050 (+9 ms)Writing region close event to WAL at 1733385009051 (+1 ms)Running coprocessor post-close hooks at 1733385009056 (+5 ms)Closed at 1733385009056 2024-12-05T07:50:09,056 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:09,114 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,44649,1733385006372; all regions closed. 2024-12-05T07:50:09,114 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,44949,1733385006332; all regions closed. 2024-12-05T07:50:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741834_1010 (size=1758) 2024-12-05T07:50:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:50:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741834_1010 (size=1758) 2024-12-05T07:50:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:50:09,119 DEBUG [RS:1;fc6cd38557f3:44649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/oldWALs 2024-12-05T07:50:09,119 DEBUG [RS:0;fc6cd38557f3:44949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/oldWALs 2024-12-05T07:50:09,119 INFO [RS:1;fc6cd38557f3:44649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C44649%2C1733385006372:(num 1733385006934) 2024-12-05T07:50:09,119 INFO [RS:0;fc6cd38557f3:44949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C44949%2C1733385006332.meta:.meta(num 1733385007525) 2024-12-05T07:50:09,119 DEBUG [RS:1;fc6cd38557f3:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:09,119 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:09,119 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:09,119 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:09,120 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:50:09,120 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:09,120 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:50:09,120 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:50:09,120 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:09,120 INFO [RS:1;fc6cd38557f3:44649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44649 2024-12-05T07:50:09,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741833_1009 (size=1867) 2024-12-05T07:50:09,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741833_1009 (size=1867) 2024-12-05T07:50:09,124 DEBUG [RS:0;fc6cd38557f3:44949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/oldWALs 2024-12-05T07:50:09,124 INFO [RS:0;fc6cd38557f3:44949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C44949%2C1733385006332:(num 1733385006934) 2024-12-05T07:50:09,124 DEBUG [RS:0;fc6cd38557f3:44949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:09,125 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:09,125 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:09,125 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:09,125 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:09,125 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:09,125 INFO [RS:0;fc6cd38557f3:44949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44949 2024-12-05T07:50:09,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:09,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,44649,1733385006372 2024-12-05T07:50:09,159 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:09,159 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f78e4903518@29f7bbfc rejected from java.util.concurrent.ThreadPoolExecutor@6cf530a6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T07:50:09,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,44949,1733385006332 2024-12-05T07:50:09,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,44949,1733385006332] 2024-12-05T07:50:09,164 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:09,178 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,44949,1733385006332 already deleted, retry=false 2024-12-05T07:50:09,178 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,44949,1733385006332 expired; onlineServers=1 2024-12-05T07:50:09,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,44649,1733385006372] 2024-12-05T07:50:09,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,44649,1733385006372 already deleted, retry=false 2024-12-05T07:50:09,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,44649,1733385006372 expired; onlineServers=0 2024-12-05T07:50:09,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,38189,1733385006186' ***** 2024-12-05T07:50:09,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T07:50:09,186 INFO [M:0;fc6cd38557f3:38189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:09,186 INFO [M:0;fc6cd38557f3:38189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:09,187 DEBUG [M:0;fc6cd38557f3:38189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T07:50:09,187 DEBUG [M:0;fc6cd38557f3:38189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T07:50:09,187 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T07:50:09,187 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385006705 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385006705,5,FailOnTimeoutGroup] 2024-12-05T07:50:09,187 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385006705 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385006705,5,FailOnTimeoutGroup] 2024-12-05T07:50:09,187 INFO [M:0;fc6cd38557f3:38189 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:09,187 INFO [M:0;fc6cd38557f3:38189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:09,187 DEBUG [M:0;fc6cd38557f3:38189 {}] master.HMaster(1795): Stopping service threads 2024-12-05T07:50:09,187 INFO [M:0;fc6cd38557f3:38189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T07:50:09,187 INFO [M:0;fc6cd38557f3:38189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:50:09,187 INFO [M:0;fc6cd38557f3:38189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T07:50:09,188 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T07:50:09,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:09,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:09,194 DEBUG [M:0;fc6cd38557f3:38189 {}] zookeeper.ZKUtil(347): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T07:50:09,195 WARN [M:0;fc6cd38557f3:38189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T07:50:09,195 INFO [M:0;fc6cd38557f3:38189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/.lastflushedseqids 2024-12-05T07:50:09,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:50:09,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:50:09,203 INFO [M:0;fc6cd38557f3:38189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T07:50:09,203 INFO [M:0;fc6cd38557f3:38189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T07:50:09,203 DEBUG [M:0;fc6cd38557f3:38189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:50:09,203 INFO [M:0;fc6cd38557f3:38189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:09,203 DEBUG [M:0;fc6cd38557f3:38189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:09,203 DEBUG [M:0;fc6cd38557f3:38189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:50:09,203 DEBUG [M:0;fc6cd38557f3:38189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:09,203 INFO [M:0;fc6cd38557f3:38189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-05T07:50:09,223 DEBUG [M:0;fc6cd38557f3:38189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ae2edb0e22c4faa91443092cf05c351 is 82, key is hbase:meta,,1/info:regioninfo/1733385007563/Put/seqid=0 2024-12-05T07:50:09,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:50:09,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:50:09,233 INFO [M:0;fc6cd38557f3:38189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ae2edb0e22c4faa91443092cf05c351 2024-12-05T07:50:09,251 DEBUG [M:0;fc6cd38557f3:38189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52deec05c02344c69c2bcb746318e0c8 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733385008115/Put/seqid=0 2024-12-05T07:50:09,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741846_1022 (size=6219) 2024-12-05T07:50:09,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741846_1022 (size=6219) 2024-12-05T07:50:09,257 INFO [M:0;fc6cd38557f3:38189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52deec05c02344c69c2bcb746318e0c8 2024-12-05T07:50:09,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:09,270 INFO [RS:1;fc6cd38557f3:44649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:09,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a5c1bf1e0002, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:09,270 INFO [RS:1;fc6cd38557f3:44649 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,44649,1733385006372; zookeeper connection closed. 2024-12-05T07:50:09,270 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@761394e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@761394e5 2024-12-05T07:50:09,274 DEBUG [M:0;fc6cd38557f3:38189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b5867ab2b7a4868a874280425f23e03 is 69, key is fc6cd38557f3,44649,1733385006372/rs:state/1733385006744/Put/seqid=0 2024-12-05T07:50:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44949-0x101a5c1bf1e0001, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:09,278 INFO [RS:0;fc6cd38557f3:44949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:50:09,278 INFO [RS:0;fc6cd38557f3:44949 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,44949,1733385006332; zookeeper connection closed. 2024-12-05T07:50:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:50:09,279 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e468fe4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e468fe4 2024-12-05T07:50:09,279 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T07:50:09,279 INFO [M:0;fc6cd38557f3:38189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b5867ab2b7a4868a874280425f23e03 2024-12-05T07:50:09,286 DEBUG [M:0;fc6cd38557f3:38189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ae2edb0e22c4faa91443092cf05c351 as hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ae2edb0e22c4faa91443092cf05c351 2024-12-05T07:50:09,292 INFO [M:0;fc6cd38557f3:38189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ae2edb0e22c4faa91443092cf05c351, entries=8, sequenceid=71, filesize=5.5 K 2024-12-05T07:50:09,293 DEBUG [M:0;fc6cd38557f3:38189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52deec05c02344c69c2bcb746318e0c8 as hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52deec05c02344c69c2bcb746318e0c8 2024-12-05T07:50:09,298 INFO [M:0;fc6cd38557f3:38189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52deec05c02344c69c2bcb746318e0c8, entries=8, sequenceid=71, filesize=6.1 K 2024-12-05T07:50:09,299 DEBUG [M:0;fc6cd38557f3:38189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b5867ab2b7a4868a874280425f23e03 as hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b5867ab2b7a4868a874280425f23e03 2024-12-05T07:50:09,304 INFO [M:0;fc6cd38557f3:38189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/51ae6700-fa2f-9318-ce03-381e8c9e7df2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b5867ab2b7a4868a874280425f23e03, entries=2, sequenceid=71, filesize=5.1 K 2024-12-05T07:50:09,305 INFO [M:0;fc6cd38557f3:38189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=71, compaction requested=false 2024-12-05T07:50:09,309 INFO [M:0;fc6cd38557f3:38189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:09,310 DEBUG [M:0;fc6cd38557f3:38189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385009203Disabling compacts and flushes for region at 1733385009203Disabling writes for close at 1733385009203Obtaining lock to block concurrent updates at 1733385009203Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733385009203Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733385009204 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733385009204Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733385009205 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733385009223 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733385009223Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733385009238 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733385009250 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733385009250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733385009261 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733385009273 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733385009273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6afac2f9: reopening flushed file at 1733385009285 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b923672: reopening flushed file at 1733385009292 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4130a9: reopening flushed file at 1733385009298 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=71, compaction requested=false at 1733385009305 (+7 ms)Writing region close event to WAL at 1733385009309 (+4 ms)Closed at 1733385009309 2024-12-05T07:50:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741830_1006 (size=35440) 2024-12-05T07:50:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741830_1006 (size=35440) 2024-12-05T07:50:09,313 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:09,313 INFO [M:0;fc6cd38557f3:38189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T07:50:09,313 INFO [M:0;fc6cd38557f3:38189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38189 2024-12-05T07:50:09,313 INFO [M:0;fc6cd38557f3:38189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:09,445 INFO [M:0;fc6cd38557f3:38189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38189-0x101a5c1bf1e0000, quorum=127.0.0.1:58056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:09,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aef03e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:09,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10947f36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:09,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:09,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@109c261f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:09,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@629d4e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:09,448 WARN [BP-289831599-172.17.0.2-1733385004586 heartbeating to localhost/127.0.0.1:43385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:50:09,449 WARN [BP-289831599-172.17.0.2-1733385004586 heartbeating to localhost/127.0.0.1:43385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-289831599-172.17.0.2-1733385004586 (Datanode Uuid 80b27b0e-520a-4dda-84a8-768a6eaed009) service to localhost/127.0.0.1:43385 2024-12-05T07:50:09,448 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:50:09,449 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:50:09,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/data/data3/current/BP-289831599-172.17.0.2-1733385004586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:09,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/data/data4/current/BP-289831599-172.17.0.2-1733385004586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:09,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:50:09,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7347b92c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:09,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f502323{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:09,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:09,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f1448d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:09,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc9de68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:09,452 WARN [BP-289831599-172.17.0.2-1733385004586 heartbeating to localhost/127.0.0.1:43385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:50:09,452 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:50:09,452 WARN [BP-289831599-172.17.0.2-1733385004586 heartbeating to localhost/127.0.0.1:43385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-289831599-172.17.0.2-1733385004586 (Datanode Uuid 40713ec0-a373-41cd-9439-710132bbe0c4) service to localhost/127.0.0.1:43385 2024-12-05T07:50:09,452 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:50:09,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/data/data1/current/BP-289831599-172.17.0.2-1733385004586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:09,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/cluster_b7ebacba-f754-1e6e-6d45-99b55d47a578/data/data2/current/BP-289831599-172.17.0.2-1733385004586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:09,453 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:50:09,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62153ea7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:50:09,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:09,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:09,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:09,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:09,467 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T07:50:09,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T07:50:09,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 114) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43385 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43385 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=6069 (was 6336) 2024-12-05T07:50:09,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6069 2024-12-05T07:50:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.log.dir so I do NOT create it in target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c 2024-12-05T07:50:09,508 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T07:50:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.tmp.dir so I do NOT create it in target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c 2024-12-05T07:50:09,508 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3024a602-f9a9-7c6b-36a3-cd21177b0a58/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T07:50:09,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1, deleteOnExit=true 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/test.cache.data in system properties and HBase conf 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.log.dir in system properties and HBase conf 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T07:50:09,509 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:50:09,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/nfs.dump.dir in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/java.io.tmpdir in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T07:50:09,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T07:50:09,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:09,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:09,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:09,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:09,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:50:09,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:09,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59d625d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:09,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b1ca055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:09,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d2d2613{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/java.io.tmpdir/jetty-localhost-42797-hadoop-hdfs-3_4_1-tests_jar-_-any-4314947201189083916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:50:09,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b3088e9{HTTP/1.1, (http/1.1)}{localhost:42797} 2024-12-05T07:50:09,889 INFO [Time-limited test {}] server.Server(415): Started @21442ms 2024-12-05T07:50:10,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:10,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:10,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:10,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:10,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:50:10,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c764378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:10,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7508e196{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:10,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1668e88d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/java.io.tmpdir/jetty-localhost-35235-hadoop-hdfs-3_4_1-tests_jar-_-any-2824322338084685601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:10,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e5d5c1f{HTTP/1.1, (http/1.1)}{localhost:35235} 2024-12-05T07:50:10,201 INFO [Time-limited test {}] server.Server(415): Started @21755ms 2024-12-05T07:50:10,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:50:10,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:10,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:10,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:10,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:10,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:50:10,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@90db679{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:10,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43745f63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:10,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67911dc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/java.io.tmpdir/jetty-localhost-43009-hadoop-hdfs-3_4_1-tests_jar-_-any-9661405138164992139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:10,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18d18ddb{HTTP/1.1, (http/1.1)}{localhost:43009} 2024-12-05T07:50:10,341 INFO [Time-limited test {}] server.Server(415): Started @21895ms 2024-12-05T07:50:10,342 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:50:11,014 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/data/data2/current/BP-1724227214-172.17.0.2-1733385009540/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:11,014 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/data/data1/current/BP-1724227214-172.17.0.2-1733385009540/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:11,030 WARN [Thread-863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:50:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63ca78bae2ca7b99 with lease ID 0xbbe1c2e8dc4a81: Processing first storage report for DS-6bd77c5a-c502-49cb-aaec-5757094e389f from datanode DatanodeRegistration(127.0.0.1:40669, datanodeUuid=fb02e41d-6d19-4d21-acf1-a0e4b4fd438d, infoPort=33413, infoSecurePort=0, ipcPort=33863, storageInfo=lv=-57;cid=testClusterID;nsid=325675620;c=1733385009540) 2024-12-05T07:50:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63ca78bae2ca7b99 with lease ID 0xbbe1c2e8dc4a81: from storage DS-6bd77c5a-c502-49cb-aaec-5757094e389f node DatanodeRegistration(127.0.0.1:40669, datanodeUuid=fb02e41d-6d19-4d21-acf1-a0e4b4fd438d, infoPort=33413, infoSecurePort=0, ipcPort=33863, storageInfo=lv=-57;cid=testClusterID;nsid=325675620;c=1733385009540), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63ca78bae2ca7b99 with lease ID 0xbbe1c2e8dc4a81: Processing first storage report for DS-0985704e-9693-478b-8824-2884f21e414e from datanode DatanodeRegistration(127.0.0.1:40669, datanodeUuid=fb02e41d-6d19-4d21-acf1-a0e4b4fd438d, infoPort=33413, infoSecurePort=0, ipcPort=33863, storageInfo=lv=-57;cid=testClusterID;nsid=325675620;c=1733385009540) 2024-12-05T07:50:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63ca78bae2ca7b99 with lease ID 0xbbe1c2e8dc4a81: from storage DS-0985704e-9693-478b-8824-2884f21e414e node DatanodeRegistration(127.0.0.1:40669, datanodeUuid=fb02e41d-6d19-4d21-acf1-a0e4b4fd438d, infoPort=33413, infoSecurePort=0, ipcPort=33863, storageInfo=lv=-57;cid=testClusterID;nsid=325675620;c=1733385009540), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:11,387 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/data/data3/current/BP-1724227214-172.17.0.2-1733385009540/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:11,387 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/data/data4/current/BP-1724227214-172.17.0.2-1733385009540/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:11,411 WARN [Thread-886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:50:11,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a3886c3139ac783 with lease ID 0xbbe1c2e8dc4a82: Processing first storage report for DS-530a16e2-c171-4f03-9a50-134a2fc2fd74 from datanode DatanodeRegistration(127.0.0.1:44989, datanodeUuid=931a2421-288a-4382-97a2-2547c07315f3, infoPort=35549, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=325675620;c=1733385009540) 2024-12-05T07:50:11,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a3886c3139ac783 with lease ID 0xbbe1c2e8dc4a82: from storage DS-530a16e2-c171-4f03-9a50-134a2fc2fd74 node DatanodeRegistration(127.0.0.1:44989, datanodeUuid=931a2421-288a-4382-97a2-2547c07315f3, infoPort=35549, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=325675620;c=1733385009540), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T07:50:11,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a3886c3139ac783 with lease ID 0xbbe1c2e8dc4a82: Processing first storage report for DS-ce63dbdd-d35d-48be-84a8-16943ccfaf95 from datanode DatanodeRegistration(127.0.0.1:44989, datanodeUuid=931a2421-288a-4382-97a2-2547c07315f3, infoPort=35549, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=325675620;c=1733385009540) 2024-12-05T07:50:11,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a3886c3139ac783 with lease ID 0xbbe1c2e8dc4a82: from storage DS-ce63dbdd-d35d-48be-84a8-16943ccfaf95 node DatanodeRegistration(127.0.0.1:44989, datanodeUuid=931a2421-288a-4382-97a2-2547c07315f3, infoPort=35549, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=325675620;c=1733385009540), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:11,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c 2024-12-05T07:50:11,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/zookeeper_0, clientPort=52978, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T07:50:11,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52978 2024-12-05T07:50:11,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:11,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:11,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:50:11,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:50:11,488 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204 with version=8 2024-12-05T07:50:11,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/hbase-staging 2024-12-05T07:50:11,490 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:11,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:11,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:11,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:11,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:11,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:11,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T07:50:11,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:11,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37829 2024-12-05T07:50:11,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37829 connecting to ZooKeeper ensemble=127.0.0.1:52978 2024-12-05T07:50:11,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378290x0, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:11,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37829-0x101a5c1d3d80000 connected 2024-12-05T07:50:11,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:11,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:11,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:11,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204, hbase.cluster.distributed=false 2024-12-05T07:50:11,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:11,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37829 2024-12-05T07:50:11,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37829 2024-12-05T07:50:11,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37829 2024-12-05T07:50:11,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37829 2024-12-05T07:50:11,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37829 2024-12-05T07:50:11,631 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:11,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:11,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:11,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:11,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:11,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:11,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:50:11,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:11,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45555 2024-12-05T07:50:11,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45555 connecting to ZooKeeper ensemble=127.0.0.1:52978 2024-12-05T07:50:11,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:11,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:11,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455550x0, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:11,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:11,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45555-0x101a5c1d3d80001 connected 2024-12-05T07:50:11,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:50:11,651 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T07:50:11,658 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-05T07:50:11,662 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T07:50:11,665 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T07:50:11,666 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:50:11,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:50:11,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:11,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45555 2024-12-05T07:50:11,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45555 2024-12-05T07:50:11,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45555 2024-12-05T07:50:11,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45555 2024-12-05T07:50:11,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45555 2024-12-05T07:50:11,694 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:11,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:11,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:11,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:11,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:11,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:11,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:50:11,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:11,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42571 2024-12-05T07:50:11,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42571 connecting to ZooKeeper ensemble=127.0.0.1:52978 2024-12-05T07:50:11,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:11,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:11,735 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425710x0, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:11,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425710x0, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:11,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42571-0x101a5c1d3d80002 connected 2024-12-05T07:50:11,736 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:50:11,736 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T07:50:11,741 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-05T07:50:11,741 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T07:50:11,742 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T07:50:11,742 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:50:11,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:50:11,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:11,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42571 2024-12-05T07:50:11,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42571 2024-12-05T07:50:11,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42571 2024-12-05T07:50:11,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42571 2024-12-05T07:50:11,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42571 2024-12-05T07:50:11,763 DEBUG [M:0;fc6cd38557f3:37829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:37829 2024-12-05T07:50:11,764 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,37829,1733385011490 2024-12-05T07:50:11,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:11,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:11,794 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:11,795 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,37829,1733385011490 2024-12-05T07:50:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:11,803 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:11,803 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:11,803 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T07:50:11,803 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,37829,1733385011490 from backup master directory 2024-12-05T07:50:11,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:11,811 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:11,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,37829,1733385011490 2024-12-05T07:50:11,811 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:11,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:11,811 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,37829,1733385011490 2024-12-05T07:50:11,816 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/hbase.id] with ID: 7419ee6b-a7c8-4db7-9251-ada4a3ea4fb9 2024-12-05T07:50:11,816 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/.tmp/hbase.id 2024-12-05T07:50:11,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:50:11,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:50:11,823 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/.tmp/hbase.id]:[hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/hbase.id] 2024-12-05T07:50:11,835 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:11,835 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T07:50:11,836 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T07:50:11,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:11,844 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:11,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:11,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:50:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:50:11,851 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:50:11,852 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T07:50:11,852 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:50:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:50:11,861 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store 2024-12-05T07:50:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:50:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:50:12,268 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:12,269 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:50:12,269 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:12,269 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:12,269 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:50:12,269 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:12,269 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:12,269 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385012269Disabling compacts and flushes for region at 1733385012269Disabling writes for close at 1733385012269Writing region close event to WAL at 1733385012269Closed at 1733385012269 2024-12-05T07:50:12,270 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/.initializing 2024-12-05T07:50:12,270 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/WALs/fc6cd38557f3,37829,1733385011490 2024-12-05T07:50:12,271 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:12,273 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C37829%2C1733385011490, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/WALs/fc6cd38557f3,37829,1733385011490, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/oldWALs, maxLogs=10 2024-12-05T07:50:12,286 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/WALs/fc6cd38557f3,37829,1733385011490/fc6cd38557f3%2C37829%2C1733385011490.1733385012273, exclude list is [], retry=0 2024-12-05T07:50:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40669,DS-6bd77c5a-c502-49cb-aaec-5757094e389f,DISK] 2024-12-05T07:50:12,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-530a16e2-c171-4f03-9a50-134a2fc2fd74,DISK] 2024-12-05T07:50:12,290 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/WALs/fc6cd38557f3,37829,1733385011490/fc6cd38557f3%2C37829%2C1733385011490.1733385012273 2024-12-05T07:50:12,291 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33413:33413),(127.0.0.1/127.0.0.1:35549:35549)] 2024-12-05T07:50:12,291 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:50:12,291 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:12,291 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,291 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T07:50:12,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:12,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:12,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T07:50:12,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:12,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:12,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T07:50:12,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:12,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:12,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T07:50:12,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:12,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:12,310 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,311 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,311 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,313 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,313 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,314 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:12,315 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:12,317 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:12,317 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61566967, jitterRate=-0.08258070051670074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:12,318 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733385012291Initializing all the Stores at 1733385012292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385012293 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385012293Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385012293Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385012293Cleaning up temporary data from old regions at 1733385012313 (+20 ms)Region opened successfully at 1733385012318 (+5 ms) 2024-12-05T07:50:12,318 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T07:50:12,322 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8d96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:12,323 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T07:50:12,323 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T07:50:12,323 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T07:50:12,323 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T07:50:12,323 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T07:50:12,324 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T07:50:12,324 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T07:50:12,327 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T07:50:12,328 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T07:50:12,386 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T07:50:12,386 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T07:50:12,387 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T07:50:12,394 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T07:50:12,395 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T07:50:12,396 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T07:50:12,402 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T07:50:12,403 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T07:50:12,411 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T07:50:12,413 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T07:50:12,419 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T07:50:12,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:12,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:12,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:12,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:12,427 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:12,427 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:12,428 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,37829,1733385011490, sessionid=0x101a5c1d3d80000, setting cluster-up flag (Was=false) 2024-12-05T07:50:12,444 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:12,469 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T07:50:12,470 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,37829,1733385011490 2024-12-05T07:50:12,486 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:12,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:12,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:12,511 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T07:50:12,512 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,37829,1733385011490 2024-12-05T07:50:12,513 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T07:50:12,515 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:12,515 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T07:50:12,515 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T07:50:12,516 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,37829,1733385011490 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T07:50:12,517 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:12,517 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:12,517 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:12,518 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:12,518 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10 2024-12-05T07:50:12,518 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,518 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:12,518 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,520 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:12,520 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T07:50:12,521 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:12,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T07:50:12,523 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385042523 2024-12-05T07:50:12,523 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T07:50:12,523 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T07:50:12,523 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T07:50:12,523 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T07:50:12,523 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T07:50:12,523 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T07:50:12,526 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,527 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T07:50:12,527 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T07:50:12,527 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T07:50:12,530 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T07:50:12,530 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T07:50:12,531 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385012530,5,FailOnTimeoutGroup] 2024-12-05T07:50:12,531 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385012531,5,FailOnTimeoutGroup] 2024-12-05T07:50:12,531 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,531 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T07:50:12,531 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,531 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:50:12,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:50:12,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T07:50:12,537 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204 2024-12-05T07:50:12,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:50:12,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:50:12,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:12,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:50:12,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:50:12,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:12,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:12,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:50:12,551 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(746): ClusterId : 7419ee6b-a7c8-4db7-9251-ada4a3ea4fb9 2024-12-05T07:50:12,551 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:50:12,551 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(746): ClusterId : 7419ee6b-a7c8-4db7-9251-ada4a3ea4fb9 2024-12-05T07:50:12,551 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:50:12,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:50:12,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:12,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:12,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:50:12,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:50:12,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:12,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:12,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:50:12,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:50:12,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:12,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:12,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:50:12,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740 2024-12-05T07:50:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740 2024-12-05T07:50:12,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:50:12,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:50:12,558 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:12,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:50:12,561 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:12,562 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70367360, jitterRate=0.04855537414550781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:12,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733385012547Initializing all the Stores at 1733385012548 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385012548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385012548Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385012548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385012548Cleaning up temporary data from old regions at 1733385012558 (+10 ms)Region opened successfully at 1733385012562 (+4 ms) 2024-12-05T07:50:12,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:50:12,563 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:50:12,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:50:12,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:50:12,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:50:12,563 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:12,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385012563Disabling compacts and flushes for region at 1733385012563Disabling writes for close at 1733385012563Writing region close event to WAL at 1733385012563Closed at 1733385012563 2024-12-05T07:50:12,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:12,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T07:50:12,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T07:50:12,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:50:12,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T07:50:12,569 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:50:12,569 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:50:12,569 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:50:12,569 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:50:12,586 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:50:12,586 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:50:12,586 DEBUG [RS:0;fc6cd38557f3:45555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f74bd2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:12,586 DEBUG [RS:1;fc6cd38557f3:42571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ea1887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:12,596 DEBUG [RS:1;fc6cd38557f3:42571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:42571 2024-12-05T07:50:12,596 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:50:12,596 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:50:12,596 DEBUG [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:50:12,597 DEBUG [RS:0;fc6cd38557f3:45555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:45555 2024-12-05T07:50:12,597 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:50:12,597 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:50:12,597 DEBUG [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:50:12,597 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,37829,1733385011490 with port=42571, startcode=1733385011694 2024-12-05T07:50:12,597 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,37829,1733385011490 with port=45555, startcode=1733385011630 2024-12-05T07:50:12,597 DEBUG [RS:1;fc6cd38557f3:42571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:50:12,598 DEBUG [RS:0;fc6cd38557f3:45555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:50:12,599 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49723, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:50:12,599 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43505, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:50:12,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,45555,1733385011630 2024-12-05T07:50:12,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37829 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,45555,1733385011630 2024-12-05T07:50:12,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:12,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37829 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:12,601 DEBUG [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204 2024-12-05T07:50:12,601 DEBUG [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45673 2024-12-05T07:50:12,601 DEBUG [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:50:12,602 DEBUG [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204 2024-12-05T07:50:12,602 DEBUG [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45673 2024-12-05T07:50:12,602 DEBUG [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:50:12,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:12,641 DEBUG [RS:0;fc6cd38557f3:45555 {}] zookeeper.ZKUtil(111): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,45555,1733385011630 2024-12-05T07:50:12,641 WARN [RS:0;fc6cd38557f3:45555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:12,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,45555,1733385011630] 2024-12-05T07:50:12,641 INFO [RS:0;fc6cd38557f3:45555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:12,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,42571,1733385011694] 2024-12-05T07:50:12,641 DEBUG [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,45555,1733385011630 2024-12-05T07:50:12,641 DEBUG [RS:1;fc6cd38557f3:42571 {}] zookeeper.ZKUtil(111): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:12,641 WARN [RS:1;fc6cd38557f3:42571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:12,641 INFO [RS:1;fc6cd38557f3:42571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:12,642 DEBUG [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:12,645 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:50:12,645 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:50:12,646 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:50:12,647 INFO [RS:1;fc6cd38557f3:42571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:50:12,647 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,647 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:50:12,647 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:50:12,648 INFO [RS:0;fc6cd38557f3:45555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:50:12,648 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,648 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:50:12,648 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:50:12,648 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,648 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,648 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,648 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,648 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,648 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,648 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:12,648 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:50:12,648 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,648 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,648 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,648 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,648 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,648 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,648 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:12,649 DEBUG [RS:1;fc6cd38557f3:42571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:12,649 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,649 DEBUG [RS:0;fc6cd38557f3:45555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:12,649 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,649 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,649 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,649 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,649 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,42571,1733385011694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:12,652 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,652 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,652 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,652 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,652 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,652 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,45555,1733385011630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:12,663 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:50:12,663 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,42571,1733385011694-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,663 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,663 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.Replication(171): fc6cd38557f3,42571,1733385011694 started 2024-12-05T07:50:12,664 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:50:12,664 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,45555,1733385011630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,664 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,664 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.Replication(171): fc6cd38557f3,45555,1733385011630 started 2024-12-05T07:50:12,675 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,675 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,42571,1733385011694, RpcServer on fc6cd38557f3/172.17.0.2:42571, sessionid=0x101a5c1d3d80002 2024-12-05T07:50:12,675 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:50:12,675 DEBUG [RS:1;fc6cd38557f3:42571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:12,675 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,42571,1733385011694' 2024-12-05T07:50:12,675 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:50:12,676 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:12,676 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,45555,1733385011630, RpcServer on fc6cd38557f3/172.17.0.2:45555, sessionid=0x101a5c1d3d80001 2024-12-05T07:50:12,676 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:50:12,676 DEBUG [RS:0;fc6cd38557f3:45555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,45555,1733385011630 2024-12-05T07:50:12,676 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,45555,1733385011630' 2024-12-05T07:50:12,676 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:50:12,676 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:50:12,676 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:50:12,677 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:50:12,677 DEBUG [RS:1;fc6cd38557f3:42571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:12,677 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,42571,1733385011694' 2024-12-05T07:50:12,677 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:50:12,677 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:50:12,677 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:50:12,677 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:50:12,677 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:50:12,677 DEBUG [RS:0;fc6cd38557f3:45555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,45555,1733385011630 2024-12-05T07:50:12,677 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,45555,1733385011630' 2024-12-05T07:50:12,677 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:50:12,677 DEBUG [RS:1;fc6cd38557f3:42571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:50:12,677 INFO [RS:1;fc6cd38557f3:42571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:50:12,677 INFO [RS:1;fc6cd38557f3:42571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:50:12,677 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:50:12,678 DEBUG [RS:0;fc6cd38557f3:45555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:50:12,678 INFO [RS:0;fc6cd38557f3:45555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:50:12,678 INFO [RS:0;fc6cd38557f3:45555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:50:12,717 WARN [fc6cd38557f3:37829 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T07:50:12,778 INFO [RS:1;fc6cd38557f3:42571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:12,778 INFO [RS:0;fc6cd38557f3:45555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:12,780 INFO [RS:1;fc6cd38557f3:42571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C42571%2C1733385011694, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,42571,1733385011694, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/oldWALs, maxLogs=32 2024-12-05T07:50:12,780 INFO [RS:0;fc6cd38557f3:45555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C45555%2C1733385011630, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,45555,1733385011630, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/oldWALs, maxLogs=32 2024-12-05T07:50:12,791 DEBUG [RS:1;fc6cd38557f3:42571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,42571,1733385011694/fc6cd38557f3%2C42571%2C1733385011694.1733385012780, exclude list is [], retry=0 2024-12-05T07:50:12,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-530a16e2-c171-4f03-9a50-134a2fc2fd74,DISK] 2024-12-05T07:50:12,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40669,DS-6bd77c5a-c502-49cb-aaec-5757094e389f,DISK] 2024-12-05T07:50:12,797 DEBUG [RS:0;fc6cd38557f3:45555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,45555,1733385011630/fc6cd38557f3%2C45555%2C1733385011630.1733385012780, exclude list is [], retry=0 2024-12-05T07:50:12,799 INFO [RS:1;fc6cd38557f3:42571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,42571,1733385011694/fc6cd38557f3%2C42571%2C1733385011694.1733385012780 2024-12-05T07:50:12,799 DEBUG [RS:1;fc6cd38557f3:42571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33413:33413),(127.0.0.1/127.0.0.1:35549:35549)] 2024-12-05T07:50:12,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-530a16e2-c171-4f03-9a50-134a2fc2fd74,DISK] 2024-12-05T07:50:12,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40669,DS-6bd77c5a-c502-49cb-aaec-5757094e389f,DISK] 2024-12-05T07:50:12,808 INFO [RS:0;fc6cd38557f3:45555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,45555,1733385011630/fc6cd38557f3%2C45555%2C1733385011630.1733385012780 2024-12-05T07:50:12,808 DEBUG [RS:0;fc6cd38557f3:45555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35549:35549),(127.0.0.1/127.0.0.1:33413:33413)] 2024-12-05T07:50:12,968 DEBUG [fc6cd38557f3:37829 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T07:50:12,968 DEBUG [fc6cd38557f3:37829 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:50:12,970 DEBUG [fc6cd38557f3:37829 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:50:12,970 DEBUG [fc6cd38557f3:37829 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:50:12,970 DEBUG [fc6cd38557f3:37829 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:50:12,970 DEBUG [fc6cd38557f3:37829 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:50:12,970 INFO [fc6cd38557f3:37829 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:50:12,970 INFO [fc6cd38557f3:37829 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:50:12,970 DEBUG [fc6cd38557f3:37829 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:50:12,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:12,972 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,42571,1733385011694, state=OPENING 2024-12-05T07:50:13,027 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T07:50:13,035 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:13,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:13,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:13,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:13,036 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:50:13,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:13,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:13,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,42571,1733385011694}] 2024-12-05T07:50:13,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T07:50:13,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:13,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:13,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:13,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:13,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:13,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:13,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:13,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59867, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:13,196 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T07:50:13,197 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:13,197 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T07:50:13,199 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C42571%2C1733385011694.meta, suffix=.meta, logDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,42571,1733385011694, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/oldWALs, maxLogs=32 2024-12-05T07:50:13,213 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,42571,1733385011694/fc6cd38557f3%2C42571%2C1733385011694.meta.1733385013199.meta, exclude list is [], retry=0 2024-12-05T07:50:13,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40669,DS-6bd77c5a-c502-49cb-aaec-5757094e389f,DISK] 2024-12-05T07:50:13,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-530a16e2-c171-4f03-9a50-134a2fc2fd74,DISK] 2024-12-05T07:50:13,217 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/WALs/fc6cd38557f3,42571,1733385011694/fc6cd38557f3%2C42571%2C1733385011694.meta.1733385013199.meta 2024-12-05T07:50:13,217 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33413:33413),(127.0.0.1/127.0.0.1:35549:35549)] 2024-12-05T07:50:13,218 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:50:13,218 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T07:50:13,218 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T07:50:13,218 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T07:50:13,218 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T07:50:13,218 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:13,218 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T07:50:13,218 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T07:50:13,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:50:13,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:50:13,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:13,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:13,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:50:13,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:50:13,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:13,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:13,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:50:13,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:50:13,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:13,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:13,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:50:13,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:50:13,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:13,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:13,226 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:50:13,227 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740 2024-12-05T07:50:13,228 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740 2024-12-05T07:50:13,229 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:50:13,229 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:50:13,229 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:13,230 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:50:13,231 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59458348, jitterRate=-0.1140015721321106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:13,231 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T07:50:13,232 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733385013218Writing region info on filesystem at 1733385013218Initializing all the Stores at 1733385013219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385013219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385013220 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385013220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385013220Cleaning up temporary data from old regions at 1733385013229 (+9 ms)Running coprocessor post-open hooks at 1733385013231 (+2 ms)Region opened successfully at 1733385013232 (+1 ms) 2024-12-05T07:50:13,232 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733385013189 2024-12-05T07:50:13,235 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T07:50:13,235 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T07:50:13,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:13,237 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,42571,1733385011694, state=OPEN 2024-12-05T07:50:13,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:13,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:13,259 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:13,259 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:13,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:13,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:13,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:13,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T07:50:13,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,42571,1733385011694 in 224 msec 2024-12-05T07:50:13,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T07:50:13,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-12-05T07:50:13,266 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:13,266 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T07:50:13,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:13,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,42571,1733385011694, seqNum=-1] 2024-12-05T07:50:13,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:13,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53195, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:13,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 759 msec 2024-12-05T07:50:13,274 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733385013274, completionTime=-1 2024-12-05T07:50:13,275 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T07:50:13,275 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T07:50:13,277 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-05T07:50:13,277 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385073277 2024-12-05T07:50:13,277 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385133277 2024-12-05T07:50:13,277 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T07:50:13,277 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37829,1733385011490-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:13,277 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37829,1733385011490-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:13,277 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37829,1733385011490-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:13,277 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:37829, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:13,277 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:13,277 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:13,280 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T07:50:13,281 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.470sec 2024-12-05T07:50:13,282 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T07:50:13,282 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T07:50:13,282 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T07:50:13,282 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T07:50:13,282 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T07:50:13,282 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37829,1733385011490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:13,282 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37829,1733385011490-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T07:50:13,285 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T07:50:13,285 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T07:50:13,285 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37829,1733385011490-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:13,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34232fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:13,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,37829,-1 for getting cluster id 2024-12-05T07:50:13,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:50:13,353 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7419ee6b-a7c8-4db7-9251-ada4a3ea4fb9' 2024-12-05T07:50:13,353 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:50:13,353 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7419ee6b-a7c8-4db7-9251-ada4a3ea4fb9" 2024-12-05T07:50:13,354 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703ca148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:13,354 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,37829,-1] 2024-12-05T07:50:13,354 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:50:13,354 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:13,355 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:50:13,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606fd806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:13,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:13,357 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,42571,1733385011694, seqNum=-1] 2024-12-05T07:50:13,357 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:13,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:13,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,37829,1733385011490 2024-12-05T07:50:13,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:50:13,361 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,37829,1733385011490 2024-12-05T07:50:13,361 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8048a30 2024-12-05T07:50:13,361 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:50:13,362 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:50:13,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37829 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:50:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37829 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T07:50:13,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:50:13,365 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:13,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37829 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-05T07:50:13,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:50:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:13,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:50:13,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:50:13,375 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa02cac7c2b9f98f388c312f54094c9f, NAME => 'testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204 2024-12-05T07:50:13,375 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5c377048f3050bce2b219486fbdead11, NAME => 'testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204 2024-12-05T07:50:13,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:50:13,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:50:13,382 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:13,383 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing fa02cac7c2b9f98f388c312f54094c9f, disabling compactions & flushes 2024-12-05T07:50:13,383 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:13,383 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:13,383 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. after waiting 0 ms 2024-12-05T07:50:13,383 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:13,383 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:13,383 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa02cac7c2b9f98f388c312f54094c9f: Waiting for close lock at 1733385013383Disabling compacts and flushes for region at 1733385013383Disabling writes for close at 1733385013383Writing region close event to WAL at 1733385013383Closed at 1733385013383 2024-12-05T07:50:13,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:50:13,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:50:13,384 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:13,384 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 5c377048f3050bce2b219486fbdead11, disabling compactions & flushes 2024-12-05T07:50:13,384 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:13,385 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:13,385 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. after waiting 0 ms 2024-12-05T07:50:13,385 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:13,385 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:13,385 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5c377048f3050bce2b219486fbdead11: Waiting for close lock at 1733385013384Disabling compacts and flushes for region at 1733385013384Disabling writes for close at 1733385013385 (+1 ms)Writing region close event to WAL at 1733385013385Closed at 1733385013385 2024-12-05T07:50:13,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:50:13,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733385013386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385013386"}]},"ts":"1733385013386"} 2024-12-05T07:50:13,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733385013386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385013386"}]},"ts":"1733385013386"} 2024-12-05T07:50:13,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-05T07:50:13,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:50:13,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385013391"}]},"ts":"1733385013391"} 2024-12-05T07:50:13,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T07:50:13,393 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:50:13,394 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:50:13,394 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:50:13,394 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:50:13,394 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:50:13,394 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:50:13,394 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:50:13,394 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:50:13,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa02cac7c2b9f98f388c312f54094c9f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c377048f3050bce2b219486fbdead11, ASSIGN}] 2024-12-05T07:50:13,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c377048f3050bce2b219486fbdead11, ASSIGN 2024-12-05T07:50:13,396 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa02cac7c2b9f98f388c312f54094c9f, ASSIGN 2024-12-05T07:50:13,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c377048f3050bce2b219486fbdead11, ASSIGN; state=OFFLINE, location=fc6cd38557f3,45555,1733385011630; forceNewPlan=false, retain=false 2024-12-05T07:50:13,397 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa02cac7c2b9f98f388c312f54094c9f, ASSIGN; state=OFFLINE, location=fc6cd38557f3,42571,1733385011694; forceNewPlan=false, retain=false 2024-12-05T07:50:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:13,547 INFO [fc6cd38557f3:37829 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T07:50:13,548 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c377048f3050bce2b219486fbdead11, regionState=OPENING, regionLocation=fc6cd38557f3,45555,1733385011630 2024-12-05T07:50:13,548 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa02cac7c2b9f98f388c312f54094c9f, regionState=OPENING, regionLocation=fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:13,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa02cac7c2b9f98f388c312f54094c9f, ASSIGN because future has completed 2024-12-05T07:50:13,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa02cac7c2b9f98f388c312f54094c9f, server=fc6cd38557f3,42571,1733385011694}] 2024-12-05T07:50:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c377048f3050bce2b219486fbdead11, ASSIGN because future has completed 2024-12-05T07:50:13,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c377048f3050bce2b219486fbdead11, server=fc6cd38557f3,45555,1733385011630}] 2024-12-05T07:50:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:13,704 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:13,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:13,708 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:13,708 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fa02cac7c2b9f98f388c312f54094c9f, NAME => 'testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T07:50:13,709 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,709 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:13,709 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,709 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,709 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:13,709 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c377048f3050bce2b219486fbdead11, NAME => 'testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T07:50:13,710 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,710 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:13,710 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,710 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,711 INFO [StoreOpener-fa02cac7c2b9f98f388c312f54094c9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,711 INFO [StoreOpener-5c377048f3050bce2b219486fbdead11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,712 INFO [StoreOpener-fa02cac7c2b9f98f388c312f54094c9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa02cac7c2b9f98f388c312f54094c9f columnFamilyName family 2024-12-05T07:50:13,712 DEBUG [StoreOpener-fa02cac7c2b9f98f388c312f54094c9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:13,712 INFO [StoreOpener-5c377048f3050bce2b219486fbdead11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c377048f3050bce2b219486fbdead11 columnFamilyName family 2024-12-05T07:50:13,712 DEBUG [StoreOpener-5c377048f3050bce2b219486fbdead11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:13,713 INFO [StoreOpener-fa02cac7c2b9f98f388c312f54094c9f-1 {}] regionserver.HStore(327): Store=fa02cac7c2b9f98f388c312f54094c9f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:13,713 INFO [StoreOpener-5c377048f3050bce2b219486fbdead11-1 {}] regionserver.HStore(327): Store=5c377048f3050bce2b219486fbdead11/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:13,713 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,713 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,713 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,714 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,714 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,714 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,714 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,714 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,714 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,714 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,716 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,716 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,718 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/5c377048f3050bce2b219486fbdead11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:13,718 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/fa02cac7c2b9f98f388c312f54094c9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:13,718 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5c377048f3050bce2b219486fbdead11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70243184, jitterRate=0.046705007553100586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:50:13,718 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:13,719 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened fa02cac7c2b9f98f388c312f54094c9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60831364, jitterRate=-0.09354203939437866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:50:13,719 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5c377048f3050bce2b219486fbdead11: Running coprocessor pre-open hook at 1733385013710Writing region info on filesystem at 1733385013710Initializing all the Stores at 1733385013711 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385013711Cleaning up temporary data from old regions at 1733385013714 (+3 ms)Running coprocessor post-open hooks at 1733385013718 (+4 ms)Region opened successfully at 1733385013719 (+1 ms) 2024-12-05T07:50:13,719 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:13,720 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fa02cac7c2b9f98f388c312f54094c9f: Running coprocessor pre-open hook at 1733385013709Writing region info on filesystem at 1733385013709Initializing all the Stores at 1733385013710 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385013710Cleaning up temporary data from old regions at 1733385013714 (+4 ms)Running coprocessor post-open hooks at 1733385013720 (+6 ms)Region opened successfully at 1733385013720 2024-12-05T07:50:13,721 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11., pid=8, masterSystemTime=1733385013704 2024-12-05T07:50:13,721 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f., pid=7, masterSystemTime=1733385013704 2024-12-05T07:50:13,723 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:13,723 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:13,724 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c377048f3050bce2b219486fbdead11, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,45555,1733385011630 2024-12-05T07:50:13,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa02cac7c2b9f98f388c312f54094c9f, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:13,727 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37829 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fc6cd38557f3,45555,1733385011630, table=testClearRegionBlockCache, region=5c377048f3050bce2b219486fbdead11. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T07:50:13,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c377048f3050bce2b219486fbdead11, server=fc6cd38557f3,45555,1733385011630 because future has completed 2024-12-05T07:50:13,729 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:13,729 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:13,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa02cac7c2b9f98f388c312f54094c9f, server=fc6cd38557f3,42571,1733385011694 because future has completed 2024-12-05T07:50:13,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-05T07:50:13,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c377048f3050bce2b219486fbdead11, server=fc6cd38557f3,45555,1733385011630 in 178 msec 2024-12-05T07:50:13,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-05T07:50:13,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c377048f3050bce2b219486fbdead11, ASSIGN in 339 msec 2024-12-05T07:50:13,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa02cac7c2b9f98f388c312f54094c9f, server=fc6cd38557f3,42571,1733385011694 in 181 msec 2024-12-05T07:50:13,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T07:50:13,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa02cac7c2b9f98f388c312f54094c9f, ASSIGN in 341 msec 2024-12-05T07:50:13,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:50:13,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385013740"}]},"ts":"1733385013740"} 2024-12-05T07:50:13,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T07:50:13,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:50:13,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 382 msec 2024-12-05T07:50:13,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T07:50:13,799 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T07:50:13,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T07:50:13,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T07:50:13,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-05T07:50:13,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-12-05T07:50:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:13,992 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-05T07:50:13,992 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T07:50:13,992 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:50:13,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T07:50:13,996 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:50:13,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-05T07:50:13,999 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f., hostname=fc6cd38557f3,42571,1733385011694, seqNum=2] 2024-12-05T07:50:14,010 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11., hostname=fc6cd38557f3,45555,1733385011630, seqNum=2] 2024-12-05T07:50:14,010 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:14,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:14,022 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5c377048f3050bce2b219486fbdead11 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T07:50:14,035 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/5c377048f3050bce2b219486fbdead11/.tmp/family/4d11e72683ef4283a5ad345be6abbec2 is 32, key is 5/family:/1733385014012/Put/seqid=0 2024-12-05T07:50:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:50:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:50:14,040 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/5c377048f3050bce2b219486fbdead11/.tmp/family/4d11e72683ef4283a5ad345be6abbec2 2024-12-05T07:50:14,048 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/5c377048f3050bce2b219486fbdead11/.tmp/family/4d11e72683ef4283a5ad345be6abbec2 as hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/5c377048f3050bce2b219486fbdead11/family/4d11e72683ef4283a5ad345be6abbec2 2024-12-05T07:50:14,054 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/5c377048f3050bce2b219486fbdead11/family/4d11e72683ef4283a5ad345be6abbec2, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T07:50:14,055 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 5c377048f3050bce2b219486fbdead11 in 34ms, sequenceid=9, compaction requested=false 2024-12-05T07:50:14,055 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5c377048f3050bce2b219486fbdead11: 2024-12-05T07:50:14,055 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fa02cac7c2b9f98f388c312f54094c9f 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T07:50:14,070 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/fa02cac7c2b9f98f388c312f54094c9f/.tmp/family/d82ef4958b924ba7bffabad98ce174cf is 32, key is 1/family:/1733385014000/Put/seqid=0 2024-12-05T07:50:14,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:50:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:50:14,075 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/fa02cac7c2b9f98f388c312f54094c9f/.tmp/family/d82ef4958b924ba7bffabad98ce174cf 2024-12-05T07:50:14,081 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/fa02cac7c2b9f98f388c312f54094c9f/.tmp/family/d82ef4958b924ba7bffabad98ce174cf as hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/fa02cac7c2b9f98f388c312f54094c9f/family/d82ef4958b924ba7bffabad98ce174cf 2024-12-05T07:50:14,087 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/fa02cac7c2b9f98f388c312f54094c9f/family/d82ef4958b924ba7bffabad98ce174cf, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T07:50:14,088 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fa02cac7c2b9f98f388c312f54094c9f in 33ms, sequenceid=8, compaction requested=false 2024-12-05T07:50:14,088 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fa02cac7c2b9f98f388c312f54094c9f: 2024-12-05T07:50:14,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e676a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:14,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,37829,-1 for getting cluster id 2024-12-05T07:50:14,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:50:14,090 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7419ee6b-a7c8-4db7-9251-ada4a3ea4fb9' 2024-12-05T07:50:14,090 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:50:14,090 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7419ee6b-a7c8-4db7-9251-ada4a3ea4fb9" 2024-12-05T07:50:14,090 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752f1b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:14,090 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,37829,-1] 2024-12-05T07:50:14,091 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:50:14,091 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:14,092 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:50:14,092 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3678be53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:14,098 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-05T07:50:14,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:14,099 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,42571,1733385011694, seqNum=-1] 2024-12-05T07:50:14,100 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:14,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:14,103 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:14,103 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:14,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:14,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] bucket.BucketCache(1863): found 1 blocks for file d82ef4958b924ba7bffabad98ce174cf, starting offset: 0, end offset: 9223372036854775807 2024-12-05T07:50:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45555 {}] bucket.BucketCache(1863): found 1 blocks for file 4d11e72683ef4283a5ad345be6abbec2, starting offset: 0, end offset: 9223372036854775807 2024-12-05T07:50:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] bucket.BucketCache(856): removed key d82ef4958b924ba7bffabad98ce174cf_0 from back map with offset lock 2094080 in the evict process 2024-12-05T07:50:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45555 {}] bucket.BucketCache(856): removed key 4d11e72683ef4283a5ad345be6abbec2_0 from back map with offset lock 2094080 in the evict process 2024-12-05T07:50:14,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:14,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:14,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:14,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:14,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:50:14,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T07:50:14,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:14,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:14,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:14,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:14,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:50:14,108 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T07:50:14,108 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2046415976, stopped=false 2024-12-05T07:50:14,108 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,37829,1733385011490 2024-12-05T07:50:14,160 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:14,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:14,161 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:14,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:14,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:50:14,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:14,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:14,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:14,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:14,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:14,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:14,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:14,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:14,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,45555,1733385011630' ***** 2024-12-05T07:50:14,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:50:14,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,42571,1733385011694' ***** 2024-12-05T07:50:14,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:50:14,162 INFO [RS:1;fc6cd38557f3:42571 {}] bucket.BucketCache(1738): Disabling cache 2024-12-05T07:50:14,162 INFO [RS:0;fc6cd38557f3:45555 {}] bucket.BucketCache(1738): Disabling cache 2024-12-05T07:50:14,162 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T07:50:14,162 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T07:50:14,162 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T07:50:14,162 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T07:50:14,162 INFO [RS:1;fc6cd38557f3:42571 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T07:50:14,163 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T07:50:14,163 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T07:50:14,163 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:50:14,163 INFO [RS:1;fc6cd38557f3:42571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:50:14,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:50:14,163 INFO [RS:1;fc6cd38557f3:42571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:50:14,163 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(3091): Received CLOSE for fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:14,163 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:14,163 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:14,163 INFO [RS:0;fc6cd38557f3:45555 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T07:50:14,163 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:50:14,163 INFO [RS:1;fc6cd38557f3:42571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:42571. 2024-12-05T07:50:14,163 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa02cac7c2b9f98f388c312f54094c9f, disabling compactions & flushes 2024-12-05T07:50:14,163 INFO [RS:0;fc6cd38557f3:45555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:50:14,163 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:14,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:50:14,163 DEBUG [RS:1;fc6cd38557f3:42571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:14,163 INFO [RS:0;fc6cd38557f3:45555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:50:14,163 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:14,163 DEBUG [RS:1;fc6cd38557f3:42571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:14,164 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:14,164 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. after waiting 0 ms 2024-12-05T07:50:14,164 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:14,164 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:50:14,164 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:50:14,164 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:50:14,164 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,45555,1733385011630 2024-12-05T07:50:14,164 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T07:50:14,164 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:14,164 INFO [RS:0;fc6cd38557f3:45555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:45555. 2024-12-05T07:50:14,164 DEBUG [RS:0;fc6cd38557f3:45555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:14,164 DEBUG [RS:0;fc6cd38557f3:45555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:14,164 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T07:50:14,164 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T07:50:14,164 DEBUG [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(1325): Online Regions={5c377048f3050bce2b219486fbdead11=testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11.} 2024-12-05T07:50:14,164 DEBUG [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(1325): Online Regions={fa02cac7c2b9f98f388c312f54094c9f=testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T07:50:14,164 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c377048f3050bce2b219486fbdead11, disabling compactions & flushes 2024-12-05T07:50:14,164 DEBUG [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(1351): Waiting on 5c377048f3050bce2b219486fbdead11 2024-12-05T07:50:14,164 DEBUG [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa02cac7c2b9f98f388c312f54094c9f 2024-12-05T07:50:14,164 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:14,164 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:14,164 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. after waiting 0 ms 2024-12-05T07:50:14,164 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:14,164 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:50:14,164 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:50:14,164 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:50:14,164 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:50:14,164 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:50:14,165 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-05T07:50:14,168 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/5c377048f3050bce2b219486fbdead11/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T07:50:14,168 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:14,168 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c377048f3050bce2b219486fbdead11: Waiting for close lock at 1733385014164Running coprocessor pre-close hooks at 1733385014164Disabling compacts and flushes for region at 1733385014164Disabling writes for close at 1733385014164Writing region close event to WAL at 1733385014165 (+1 ms)Running coprocessor post-close hooks at 1733385014168 (+3 ms)Closed at 1733385014168 2024-12-05T07:50:14,168 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11. 2024-12-05T07:50:14,171 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/default/testClearRegionBlockCache/fa02cac7c2b9f98f388c312f54094c9f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T07:50:14,172 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:14,172 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa02cac7c2b9f98f388c312f54094c9f: Waiting for close lock at 1733385014163Running coprocessor pre-close hooks at 1733385014163Disabling compacts and flushes for region at 1733385014163Disabling writes for close at 1733385014164 (+1 ms)Writing region close event to WAL at 1733385014164Running coprocessor post-close hooks at 1733385014171 (+7 ms)Closed at 1733385014172 (+1 ms) 2024-12-05T07:50:14,172 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733385013363.fa02cac7c2b9f98f388c312f54094c9f. 2024-12-05T07:50:14,181 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/.tmp/info/62c8c060843c46be86adab9260595e44 is 173, key is testClearRegionBlockCache,5,1733385013363.5c377048f3050bce2b219486fbdead11./info:regioninfo/1733385013724/Put/seqid=0 2024-12-05T07:50:14,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:50:14,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:50:14,187 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/.tmp/info/62c8c060843c46be86adab9260595e44 2024-12-05T07:50:14,204 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/.tmp/ns/08aef6435bf343c1a1a3517b6509a3db is 43, key is default/ns:d/1733385013269/Put/seqid=0 2024-12-05T07:50:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:50:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:50:14,210 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/.tmp/ns/08aef6435bf343c1a1a3517b6509a3db 2024-12-05T07:50:14,230 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/.tmp/table/090dc0a88a6e400e9db2e94af3e93741 is 61, key is testClearRegionBlockCache/table:state/1733385013740/Put/seqid=0 2024-12-05T07:50:14,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:50:14,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:50:14,235 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/.tmp/table/090dc0a88a6e400e9db2e94af3e93741 2024-12-05T07:50:14,240 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/.tmp/info/62c8c060843c46be86adab9260595e44 as hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/info/62c8c060843c46be86adab9260595e44 2024-12-05T07:50:14,246 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/info/62c8c060843c46be86adab9260595e44, entries=20, sequenceid=13, filesize=8.0 K 2024-12-05T07:50:14,247 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/.tmp/ns/08aef6435bf343c1a1a3517b6509a3db as hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/ns/08aef6435bf343c1a1a3517b6509a3db 2024-12-05T07:50:14,252 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:14,253 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/ns/08aef6435bf343c1a1a3517b6509a3db, entries=2, sequenceid=13, filesize=5.0 K 2024-12-05T07:50:14,254 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:14,254 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/.tmp/table/090dc0a88a6e400e9db2e94af3e93741 as hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/table/090dc0a88a6e400e9db2e94af3e93741 2024-12-05T07:50:14,260 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/table/090dc0a88a6e400e9db2e94af3e93741, entries=2, sequenceid=13, filesize=5.2 K 2024-12-05T07:50:14,261 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false 2024-12-05T07:50:14,267 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-05T07:50:14,267 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T07:50:14,267 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:14,268 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385014164Running coprocessor pre-close hooks at 1733385014164Disabling compacts and flushes for region at 1733385014164Disabling writes for close at 1733385014164Obtaining lock to block concurrent updates at 1733385014165 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733385014165Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733385014165Flushing stores of hbase:meta,,1.1588230740 at 1733385014165Flushing 1588230740/info: creating writer at 1733385014165Flushing 1588230740/info: appending metadata at 1733385014181 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733385014181Flushing 1588230740/ns: creating writer at 1733385014192 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733385014203 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733385014203Flushing 1588230740/table: creating writer at 1733385014215 (+12 ms)Flushing 1588230740/table: appending metadata at 1733385014229 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733385014229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f71a0c6: reopening flushed file at 1733385014239 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499997cc: reopening flushed file at 1733385014246 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e81a17: reopening flushed file at 1733385014253 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false at 1733385014262 (+9 ms)Writing region close event to WAL at 1733385014263 (+1 ms)Running coprocessor post-close hooks at 1733385014267 (+4 ms)Closed at 1733385014267 2024-12-05T07:50:14,268 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:14,364 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,45555,1733385011630; all regions closed. 2024-12-05T07:50:14,364 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,42571,1733385011694; all regions closed. 2024-12-05T07:50:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:50:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741834_1010 (size=1867) 2024-12-05T07:50:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:50:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741834_1010 (size=1867) 2024-12-05T07:50:14,369 DEBUG [RS:1;fc6cd38557f3:42571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/oldWALs 2024-12-05T07:50:14,369 INFO [RS:1;fc6cd38557f3:42571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C42571%2C1733385011694.meta:.meta(num 1733385013199) 2024-12-05T07:50:14,369 DEBUG [RS:0;fc6cd38557f3:45555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/oldWALs 2024-12-05T07:50:14,369 INFO [RS:0;fc6cd38557f3:45555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C45555%2C1733385011630:(num 1733385012780) 2024-12-05T07:50:14,369 DEBUG [RS:0;fc6cd38557f3:45555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:14,369 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:14,369 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:14,369 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:14,369 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:50:14,369 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:50:14,369 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:14,370 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:50:14,370 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:14,370 INFO [RS:0;fc6cd38557f3:45555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45555 2024-12-05T07:50:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741833_1009 (size=1758) 2024-12-05T07:50:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741833_1009 (size=1758) 2024-12-05T07:50:14,373 DEBUG [RS:1;fc6cd38557f3:42571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/oldWALs 2024-12-05T07:50:14,373 INFO [RS:1;fc6cd38557f3:42571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C42571%2C1733385011694:(num 1733385012780) 2024-12-05T07:50:14,373 DEBUG [RS:1;fc6cd38557f3:42571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:14,373 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:14,373 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:14,373 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:14,374 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:14,374 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:14,374 INFO [RS:1;fc6cd38557f3:42571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42571 2024-12-05T07:50:14,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:14,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,45555,1733385011630 2024-12-05T07:50:14,385 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:14,394 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,42571,1733385011694 2024-12-05T07:50:14,394 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:14,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,45555,1733385011630] 2024-12-05T07:50:14,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,45555,1733385011630 already deleted, retry=false 2024-12-05T07:50:14,469 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,45555,1733385011630 expired; onlineServers=1 2024-12-05T07:50:14,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,42571,1733385011694] 2024-12-05T07:50:14,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,42571,1733385011694 already deleted, retry=false 2024-12-05T07:50:14,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,42571,1733385011694 expired; onlineServers=0 2024-12-05T07:50:14,477 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,37829,1733385011490' ***** 2024-12-05T07:50:14,477 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T07:50:14,477 INFO [M:0;fc6cd38557f3:37829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:14,477 INFO [M:0;fc6cd38557f3:37829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:14,477 DEBUG [M:0;fc6cd38557f3:37829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T07:50:14,477 DEBUG [M:0;fc6cd38557f3:37829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T07:50:14,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T07:50:14,477 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385012531 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385012531,5,FailOnTimeoutGroup] 2024-12-05T07:50:14,477 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385012530 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385012530,5,FailOnTimeoutGroup] 2024-12-05T07:50:14,478 INFO [M:0;fc6cd38557f3:37829 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:14,478 INFO [M:0;fc6cd38557f3:37829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:14,478 DEBUG [M:0;fc6cd38557f3:37829 {}] master.HMaster(1795): Stopping service threads 2024-12-05T07:50:14,478 INFO [M:0;fc6cd38557f3:37829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T07:50:14,478 INFO [M:0;fc6cd38557f3:37829 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:50:14,478 INFO [M:0;fc6cd38557f3:37829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T07:50:14,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T07:50:14,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:14,485 DEBUG [M:0;fc6cd38557f3:37829 {}] zookeeper.ZKUtil(347): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T07:50:14,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:14,485 WARN [M:0;fc6cd38557f3:37829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T07:50:14,486 INFO [M:0;fc6cd38557f3:37829 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/.lastflushedseqids 2024-12-05T07:50:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:50:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:50:14,491 INFO [M:0;fc6cd38557f3:37829 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T07:50:14,492 INFO [M:0;fc6cd38557f3:37829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T07:50:14,492 DEBUG [M:0;fc6cd38557f3:37829 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:50:14,492 INFO [M:0;fc6cd38557f3:37829 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:14,492 DEBUG [M:0;fc6cd38557f3:37829 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:14,492 DEBUG [M:0;fc6cd38557f3:37829 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:50:14,492 DEBUG [M:0;fc6cd38557f3:37829 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:14,492 INFO [M:0;fc6cd38557f3:37829 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-05T07:50:14,502 INFO [RS:0;fc6cd38557f3:45555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:14,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:14,502 INFO [RS:0;fc6cd38557f3:45555 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,45555,1733385011630; zookeeper connection closed. 2024-12-05T07:50:14,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45555-0x101a5c1d3d80001, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:14,502 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a57ca9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a57ca9d 2024-12-05T07:50:14,506 DEBUG [M:0;fc6cd38557f3:37829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fced083d1ad41e3b9f70c0dd6afbe4e is 82, key is hbase:meta,,1/info:regioninfo/1733385013236/Put/seqid=0 2024-12-05T07:50:14,510 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:14,510 INFO [RS:1;fc6cd38557f3:42571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:14,510 INFO [RS:1;fc6cd38557f3:42571 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,42571,1733385011694; zookeeper connection closed. 2024-12-05T07:50:14,510 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42571-0x101a5c1d3d80002, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:14,511 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b4d54ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b4d54ba 2024-12-05T07:50:14,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T07:50:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:50:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:50:14,512 INFO [M:0;fc6cd38557f3:37829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fced083d1ad41e3b9f70c0dd6afbe4e 2024-12-05T07:50:14,529 DEBUG [M:0;fc6cd38557f3:37829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b77b363a6c01408c9595a5d158194569 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733385013747/Put/seqid=0 2024-12-05T07:50:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741846_1022 (size=6219) 2024-12-05T07:50:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741846_1022 (size=6219) 2024-12-05T07:50:14,935 INFO [M:0;fc6cd38557f3:37829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b77b363a6c01408c9595a5d158194569 2024-12-05T07:50:14,955 DEBUG [M:0;fc6cd38557f3:37829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fff9c4a57e844e8f9bad4beb27312f68 is 69, key is fc6cd38557f3,42571,1733385011694/rs:state/1733385012601/Put/seqid=0 2024-12-05T07:50:14,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:50:14,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:50:14,962 INFO [M:0;fc6cd38557f3:37829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fff9c4a57e844e8f9bad4beb27312f68 2024-12-05T07:50:14,967 DEBUG [M:0;fc6cd38557f3:37829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fced083d1ad41e3b9f70c0dd6afbe4e as hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fced083d1ad41e3b9f70c0dd6afbe4e 2024-12-05T07:50:14,973 INFO [M:0;fc6cd38557f3:37829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fced083d1ad41e3b9f70c0dd6afbe4e, entries=8, sequenceid=71, filesize=5.5 K 2024-12-05T07:50:14,974 DEBUG [M:0;fc6cd38557f3:37829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b77b363a6c01408c9595a5d158194569 as hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b77b363a6c01408c9595a5d158194569 2024-12-05T07:50:14,979 INFO [M:0;fc6cd38557f3:37829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b77b363a6c01408c9595a5d158194569, entries=8, sequenceid=71, filesize=6.1 K 2024-12-05T07:50:14,980 DEBUG [M:0;fc6cd38557f3:37829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fff9c4a57e844e8f9bad4beb27312f68 as hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fff9c4a57e844e8f9bad4beb27312f68 2024-12-05T07:50:14,986 INFO [M:0;fc6cd38557f3:37829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/104c9553-1d55-8fe1-e59d-32ebc4621204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fff9c4a57e844e8f9bad4beb27312f68, entries=2, sequenceid=71, filesize=5.1 K 2024-12-05T07:50:14,987 INFO [M:0;fc6cd38557f3:37829 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=71, compaction requested=false 2024-12-05T07:50:14,988 INFO [M:0;fc6cd38557f3:37829 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:14,988 DEBUG [M:0;fc6cd38557f3:37829 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385014492Disabling compacts and flushes for region at 1733385014492Disabling writes for close at 1733385014492Obtaining lock to block concurrent updates at 1733385014492Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733385014492Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733385014492Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733385014493 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733385014493Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733385014506 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733385014506Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733385014516 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733385014528 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733385014528Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733385014941 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733385014954 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733385014954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568ba0fe: reopening flushed file at 1733385014966 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b21d60: reopening flushed file at 1733385014973 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a79480: reopening flushed file at 1733385014979 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=71, compaction requested=false at 1733385014987 (+8 ms)Writing region close event to WAL at 1733385014988 (+1 ms)Closed at 1733385014988 2024-12-05T07:50:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741830_1006 (size=35440) 2024-12-05T07:50:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40669 is added to blk_1073741830_1006 (size=35440) 2024-12-05T07:50:15,002 INFO [M:0;fc6cd38557f3:37829 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T07:50:15,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:15,002 INFO [M:0;fc6cd38557f3:37829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37829 2024-12-05T07:50:15,002 INFO [M:0;fc6cd38557f3:37829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:15,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:15,144 INFO [M:0;fc6cd38557f3:37829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:15,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37829-0x101a5c1d3d80000, quorum=127.0.0.1:52978, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:15,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67911dc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:15,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18d18ddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:15,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:15,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43745f63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:15,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@90db679{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:15,192 WARN [BP-1724227214-172.17.0.2-1733385009540 heartbeating to localhost/127.0.0.1:45673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:50:15,192 WARN [BP-1724227214-172.17.0.2-1733385009540 heartbeating to localhost/127.0.0.1:45673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1724227214-172.17.0.2-1733385009540 (Datanode Uuid 931a2421-288a-4382-97a2-2547c07315f3) service to localhost/127.0.0.1:45673 2024-12-05T07:50:15,192 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:50:15,192 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:50:15,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/data/data3/current/BP-1724227214-172.17.0.2-1733385009540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:15,193 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/data/data4/current/BP-1724227214-172.17.0.2-1733385009540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:15,193 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:50:15,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1668e88d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:15,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e5d5c1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:15,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:15,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7508e196{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:15,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c764378{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:15,196 WARN [BP-1724227214-172.17.0.2-1733385009540 heartbeating to localhost/127.0.0.1:45673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:50:15,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:50:15,196 WARN [BP-1724227214-172.17.0.2-1733385009540 heartbeating to localhost/127.0.0.1:45673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1724227214-172.17.0.2-1733385009540 (Datanode Uuid fb02e41d-6d19-4d21-acf1-a0e4b4fd438d) service to localhost/127.0.0.1:45673 2024-12-05T07:50:15,196 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:50:15,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/data/data1/current/BP-1724227214-172.17.0.2-1733385009540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:15,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/cluster_0126bf88-6470-b62e-7dcd-ba77e68bc2d1/data/data2/current/BP-1724227214-172.17.0.2-1733385009540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:15,197 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:50:15,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d2d2613{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:50:15,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b3088e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:15,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:15,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b1ca055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:15,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59d625d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:15,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T07:50:15,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T07:50:15,229 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=156 (was 136) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45673 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45673 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=495 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=5932 (was 6069) 2024-12-05T07:50:15,234 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=156, OpenFileDescriptor=495, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=5932 2024-12-05T07:50:15,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.log.dir so I do NOT create it in target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78 2024-12-05T07:50:15,245 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T07:50:15,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.tmp.dir so I do NOT create it in target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78 2024-12-05T07:50:15,245 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5c9b3e56-97cb-3db3-d083-5b0863385a7c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T07:50:15,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78 2024-12-05T07:50:15,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T07:50:15,245 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7, deleteOnExit=true 2024-12-05T07:50:15,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T07:50:15,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/test.cache.data in system properties and HBase conf 2024-12-05T07:50:15,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T07:50:15,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.log.dir in system properties and HBase conf 2024-12-05T07:50:15,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T07:50:15,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T07:50:15,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T07:50:15,246 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T07:50:15,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:50:15,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:50:15,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/nfs.dump.dir in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/java.io.tmpdir in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T07:50:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T07:50:15,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:15,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:15,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:15,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:15,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:50:15,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:15,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6355a6f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:15,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bebebe2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:15,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66f40d05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/java.io.tmpdir/jetty-localhost-44025-hadoop-hdfs-3_4_1-tests_jar-_-any-4386336074436940706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:50:15,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@202088d5{HTTP/1.1, (http/1.1)}{localhost:44025} 2024-12-05T07:50:15,610 INFO [Time-limited test {}] server.Server(415): Started @27164ms 2024-12-05T07:50:15,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:15,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:15,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:15,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:15,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T07:50:15,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39fe2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:15,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7916c0a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:15,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ba428c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/java.io.tmpdir/jetty-localhost-43943-hadoop-hdfs-3_4_1-tests_jar-_-any-7808281256495587640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:15,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44ce63c4{HTTP/1.1, (http/1.1)}{localhost:43943} 2024-12-05T07:50:15,903 INFO [Time-limited test {}] server.Server(415): Started @27456ms 2024-12-05T07:50:15,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:50:15,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:15,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:15,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:15,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:15,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T07:50:15,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@458c02bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:15,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489c05a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:16,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52f48e30{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/java.io.tmpdir/jetty-localhost-46287-hadoop-hdfs-3_4_1-tests_jar-_-any-51861241536404437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:16,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6169d0ce{HTTP/1.1, (http/1.1)}{localhost:46287} 2024-12-05T07:50:16,043 INFO [Time-limited test {}] server.Server(415): Started @27597ms 2024-12-05T07:50:16,044 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:50:16,770 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/data/data1/current/BP-2093579522-172.17.0.2-1733385015268/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:16,770 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/data/data2/current/BP-2093579522-172.17.0.2-1733385015268/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:16,791 WARN [Thread-1130 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:50:16,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xede8850e5840eb71 with lease ID 0xb1cb843cef80a44f: Processing first storage report for DS-537934b0-e300-4868-ab3b-b27fe376a8ef from datanode DatanodeRegistration(127.0.0.1:35831, datanodeUuid=61512fb2-2263-4296-983d-49e785f3fb8c, infoPort=38085, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=577601794;c=1733385015268) 2024-12-05T07:50:16,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xede8850e5840eb71 with lease ID 0xb1cb843cef80a44f: from storage DS-537934b0-e300-4868-ab3b-b27fe376a8ef node DatanodeRegistration(127.0.0.1:35831, datanodeUuid=61512fb2-2263-4296-983d-49e785f3fb8c, infoPort=38085, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=577601794;c=1733385015268), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xede8850e5840eb71 with lease ID 0xb1cb843cef80a44f: Processing first storage report for DS-15c30fa0-3493-4562-badd-ad61800e0422 from datanode DatanodeRegistration(127.0.0.1:35831, datanodeUuid=61512fb2-2263-4296-983d-49e785f3fb8c, infoPort=38085, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=577601794;c=1733385015268) 2024-12-05T07:50:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xede8850e5840eb71 with lease ID 0xb1cb843cef80a44f: from storage DS-15c30fa0-3493-4562-badd-ad61800e0422 node DatanodeRegistration(127.0.0.1:35831, datanodeUuid=61512fb2-2263-4296-983d-49e785f3fb8c, infoPort=38085, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=577601794;c=1733385015268), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:16,918 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/data/data4/current/BP-2093579522-172.17.0.2-1733385015268/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:16,918 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/data/data3/current/BP-2093579522-172.17.0.2-1733385015268/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:16,937 WARN [Thread-1153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:50:16,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabf5baa291ad50fa with lease ID 0xb1cb843cef80a450: Processing first storage report for DS-66b54966-e897-4a55-8567-dba350668dcc from datanode DatanodeRegistration(127.0.0.1:46795, datanodeUuid=36c1f1ce-b90b-45f7-83e3-8f5717f431b4, infoPort=45067, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=577601794;c=1733385015268) 2024-12-05T07:50:16,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabf5baa291ad50fa with lease ID 0xb1cb843cef80a450: from storage DS-66b54966-e897-4a55-8567-dba350668dcc node DatanodeRegistration(127.0.0.1:46795, datanodeUuid=36c1f1ce-b90b-45f7-83e3-8f5717f431b4, infoPort=45067, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=577601794;c=1733385015268), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T07:50:16,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabf5baa291ad50fa with lease ID 0xb1cb843cef80a450: Processing first storage report for DS-0193f777-c0e7-4134-9bd1-70e632a9fccb from datanode DatanodeRegistration(127.0.0.1:46795, datanodeUuid=36c1f1ce-b90b-45f7-83e3-8f5717f431b4, infoPort=45067, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=577601794;c=1733385015268) 2024-12-05T07:50:16,941 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabf5baa291ad50fa with lease ID 0xb1cb843cef80a450: from storage DS-0193f777-c0e7-4134-9bd1-70e632a9fccb node DatanodeRegistration(127.0.0.1:46795, datanodeUuid=36c1f1ce-b90b-45f7-83e3-8f5717f431b4, infoPort=45067, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=577601794;c=1733385015268), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:16,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78 2024-12-05T07:50:16,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/zookeeper_0, clientPort=49318, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T07:50:16,976 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49318 2024-12-05T07:50:16,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:16,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:16,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:50:16,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:50:16,988 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d with version=8 2024-12-05T07:50:16,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/hbase-staging 2024-12-05T07:50:16,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:16,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:16,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:16,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:16,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:16,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T07:50:16,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:16,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43111 2024-12-05T07:50:16,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43111 connecting to ZooKeeper ensemble=127.0.0.1:49318 2024-12-05T07:50:17,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431110x0, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:17,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43111-0x101a5c1e9540000 connected 2024-12-05T07:50:17,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:17,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:17,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:17,124 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d, hbase.cluster.distributed=false 2024-12-05T07:50:17,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:17,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43111 2024-12-05T07:50:17,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43111 2024-12-05T07:50:17,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43111 2024-12-05T07:50:17,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43111 2024-12-05T07:50:17,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43111 2024-12-05T07:50:17,139 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:17,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:17,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:17,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:17,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:17,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:17,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:50:17,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:17,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38503 2024-12-05T07:50:17,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38503 connecting to ZooKeeper ensemble=127.0.0.1:49318 2024-12-05T07:50:17,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:17,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:17,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385030x0, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:17,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38503-0x101a5c1e9540001 connected 2024-12-05T07:50:17,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:17,152 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:50:17,153 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T07:50:17,158 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-05T07:50:17,158 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T07:50:17,159 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T07:50:17,159 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:50:17,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:50:17,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:17,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38503 2024-12-05T07:50:17,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38503 2024-12-05T07:50:17,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38503 2024-12-05T07:50:17,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38503 2024-12-05T07:50:17,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38503 2024-12-05T07:50:17,174 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:17,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:17,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:17,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:17,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:17,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:17,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:50:17,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:17,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42513 2024-12-05T07:50:17,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42513 connecting to ZooKeeper ensemble=127.0.0.1:49318 2024-12-05T07:50:17,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:17,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:17,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425130x0, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:17,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425130x0, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:17,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42513-0x101a5c1e9540002 connected 2024-12-05T07:50:17,193 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:50:17,193 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T07:50:17,199 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-05T07:50:17,199 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T07:50:17,203 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T07:50:17,203 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:50:17,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:50:17,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:17,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42513 2024-12-05T07:50:17,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42513 2024-12-05T07:50:17,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42513 2024-12-05T07:50:17,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42513 2024-12-05T07:50:17,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42513 2024-12-05T07:50:17,222 DEBUG [M:0;fc6cd38557f3:43111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:43111 2024-12-05T07:50:17,222 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,43111,1733385016990 2024-12-05T07:50:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:17,234 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,43111,1733385016990 2024-12-05T07:50:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,244 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T07:50:17,244 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,43111,1733385016990 from backup master directory 2024-12-05T07:50:17,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:17,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,43111,1733385016990 2024-12-05T07:50:17,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:17,252 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:17,252 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,43111,1733385016990 2024-12-05T07:50:17,256 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/hbase.id] with ID: 954da7ac-cde1-4a6f-9b7b-1b1b74273fb7 2024-12-05T07:50:17,256 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/.tmp/hbase.id 2024-12-05T07:50:17,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:50:17,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:50:17,265 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/.tmp/hbase.id]:[hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/hbase.id] 2024-12-05T07:50:17,274 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:17,274 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T07:50:17,276 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T07:50:17,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:50:17,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:50:17,292 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:50:17,292 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T07:50:17,292 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:17,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:50:17,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:50:17,300 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store 2024-12-05T07:50:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:50:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:50:17,307 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:17,308 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:50:17,308 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:17,308 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:17,308 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:50:17,308 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:17,308 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:17,308 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385017308Disabling compacts and flushes for region at 1733385017308Disabling writes for close at 1733385017308Writing region close event to WAL at 1733385017308Closed at 1733385017308 2024-12-05T07:50:17,309 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/.initializing 2024-12-05T07:50:17,309 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/WALs/fc6cd38557f3,43111,1733385016990 2024-12-05T07:50:17,310 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:17,312 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C43111%2C1733385016990, suffix=, logDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/WALs/fc6cd38557f3,43111,1733385016990, archiveDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/oldWALs, maxLogs=10 2024-12-05T07:50:17,322 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/WALs/fc6cd38557f3,43111,1733385016990/fc6cd38557f3%2C43111%2C1733385016990.1733385017312, exclude list is [], retry=0 2024-12-05T07:50:17,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35831,DS-537934b0-e300-4868-ab3b-b27fe376a8ef,DISK] 2024-12-05T07:50:17,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46795,DS-66b54966-e897-4a55-8567-dba350668dcc,DISK] 2024-12-05T07:50:17,327 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/WALs/fc6cd38557f3,43111,1733385016990/fc6cd38557f3%2C43111%2C1733385016990.1733385017312 2024-12-05T07:50:17,327 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38085:38085),(127.0.0.1/127.0.0.1:45067:45067)] 2024-12-05T07:50:17,327 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:50:17,327 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:17,327 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,327 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T07:50:17,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:17,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:17,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T07:50:17,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:17,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:17,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T07:50:17,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:17,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:17,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T07:50:17,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:17,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:17,336 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,337 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,337 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,338 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,339 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,339 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:17,340 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:17,342 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:17,343 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64513555, jitterRate=-0.03867311775684357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:17,343 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733385017328Initializing all the Stores at 1733385017328Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385017328Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385017329 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385017329Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385017329Cleaning up temporary data from old regions at 1733385017339 (+10 ms)Region opened successfully at 1733385017343 (+4 ms) 2024-12-05T07:50:17,346 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T07:50:17,350 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589a26c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:17,351 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T07:50:17,351 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T07:50:17,351 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T07:50:17,351 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T07:50:17,351 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T07:50:17,352 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T07:50:17,352 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T07:50:17,354 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T07:50:17,355 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T07:50:17,377 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T07:50:17,377 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T07:50:17,378 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T07:50:17,385 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T07:50:17,385 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T07:50:17,386 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T07:50:17,393 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T07:50:17,394 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T07:50:17,402 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T07:50:17,404 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T07:50:17,410 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T07:50:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,419 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,43111,1733385016990, sessionid=0x101a5c1e9540000, setting cluster-up flag (Was=false) 2024-12-05T07:50:17,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,460 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T07:50:17,461 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,43111,1733385016990 2024-12-05T07:50:17,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:17,502 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T07:50:17,503 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,43111,1733385016990 2024-12-05T07:50:17,504 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T07:50:17,505 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:17,505 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T07:50:17,505 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T07:50:17,505 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,43111,1733385016990 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T07:50:17,506 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:17,506 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:17,506 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:17,506 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:17,506 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10 2024-12-05T07:50:17,506 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,506 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:17,506 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,507 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(746): ClusterId : 954da7ac-cde1-4a6f-9b7b-1b1b74273fb7 2024-12-05T07:50:17,507 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:50:17,512 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385047511 2024-12-05T07:50:17,512 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T07:50:17,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:17,512 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T07:50:17,512 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T07:50:17,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T07:50:17,512 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T07:50:17,512 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T07:50:17,512 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T07:50:17,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:17,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T07:50:17,514 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,515 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T07:50:17,515 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T07:50:17,515 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T07:50:17,515 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T07:50:17,515 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T07:50:17,517 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(746): ClusterId : 954da7ac-cde1-4a6f-9b7b-1b1b74273fb7 2024-12-05T07:50:17,517 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:50:17,517 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:50:17,517 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:50:17,522 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385017515,5,FailOnTimeoutGroup] 2024-12-05T07:50:17,522 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385017522,5,FailOnTimeoutGroup] 2024-12-05T07:50:17,522 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,522 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T07:50:17,522 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,522 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:50:17,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:50:17,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T07:50:17,526 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d 2024-12-05T07:50:17,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:50:17,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:50:17,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:17,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:50:17,535 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:50:17,535 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:50:17,535 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:50:17,536 DEBUG [RS:0;fc6cd38557f3:38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7abf2b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:17,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:50:17,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:17,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:17,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:50:17,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:50:17,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:17,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:17,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:50:17,544 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:50:17,545 DEBUG [RS:1;fc6cd38557f3:42513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdebf07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:17,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:50:17,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:17,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:17,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:50:17,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:50:17,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:17,548 DEBUG [RS:0;fc6cd38557f3:38503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:38503 2024-12-05T07:50:17,548 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:50:17,548 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:50:17,548 DEBUG [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:50:17,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:17,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:50:17,549 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,43111,1733385016990 with port=38503, startcode=1733385017139 2024-12-05T07:50:17,549 DEBUG [RS:0;fc6cd38557f3:38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:50:17,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740 2024-12-05T07:50:17,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740 2024-12-05T07:50:17,551 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:50:17,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:50:17,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:50:17,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:17,552 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:17,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43111 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:17,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:50:17,553 DEBUG [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d 2024-12-05T07:50:17,554 DEBUG [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42821 2024-12-05T07:50:17,554 DEBUG [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:50:17,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:17,556 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72028540, jitterRate=0.07330888509750366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:17,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733385017534Initializing all the Stores at 1733385017535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385017535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385017535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385017535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385017535Cleaning up temporary data from old regions at 1733385017551 (+16 ms)Region opened successfully at 1733385017556 (+5 ms) 2024-12-05T07:50:17,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:50:17,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:50:17,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:50:17,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:50:17,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:50:17,557 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:17,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385017556Disabling compacts and flushes for region at 1733385017556Disabling writes for close at 1733385017556Writing region close event to WAL at 1733385017557 (+1 ms)Closed at 1733385017557 2024-12-05T07:50:17,557 DEBUG [RS:1;fc6cd38557f3:42513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:42513 2024-12-05T07:50:17,557 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:50:17,557 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:50:17,558 DEBUG [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:50:17,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:17,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T07:50:17,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T07:50:17,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:50:17,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:17,561 DEBUG [RS:0;fc6cd38557f3:38503 {}] zookeeper.ZKUtil(111): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:17,561 WARN [RS:0;fc6cd38557f3:38503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:17,561 INFO [RS:0;fc6cd38557f3:38503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:17,561 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T07:50:17,561 DEBUG [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:17,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,38503,1733385017139] 2024-12-05T07:50:17,564 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:50:17,566 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:50:17,566 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,43111,1733385016990 with port=42513, startcode=1733385017174 2024-12-05T07:50:17,566 INFO [RS:0;fc6cd38557f3:38503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:50:17,567 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,567 DEBUG [RS:1;fc6cd38557f3:42513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:50:17,567 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:50:17,568 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:50:17,568 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,568 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,568 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,568 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,568 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,568 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,568 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:17,568 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,568 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,568 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,569 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,569 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,569 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,569 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:17,569 DEBUG [RS:0;fc6cd38557f3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:17,571 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,571 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,571 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,571 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,571 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,571 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38503,1733385017139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:17,571 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:50:17,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,42513,1733385017174 2024-12-05T07:50:17,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43111 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,42513,1733385017174 2024-12-05T07:50:17,573 DEBUG [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d 2024-12-05T07:50:17,573 DEBUG [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42821 2024-12-05T07:50:17,573 DEBUG [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:50:17,583 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:50:17,583 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38503,1733385017139-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,583 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,583 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.Replication(171): fc6cd38557f3,38503,1733385017139 started 2024-12-05T07:50:17,594 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,594 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,38503,1733385017139, RpcServer on fc6cd38557f3/172.17.0.2:38503, sessionid=0x101a5c1e9540001 2024-12-05T07:50:17,594 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:50:17,594 DEBUG [RS:0;fc6cd38557f3:38503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:17,594 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,38503,1733385017139' 2024-12-05T07:50:17,594 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:50:17,607 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:50:17,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:17,608 DEBUG [RS:1;fc6cd38557f3:42513 {}] zookeeper.ZKUtil(111): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,42513,1733385017174 2024-12-05T07:50:17,608 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:50:17,608 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:50:17,608 WARN [RS:1;fc6cd38557f3:42513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:17,608 DEBUG [RS:0;fc6cd38557f3:38503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:17,608 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,38503,1733385017139' 2024-12-05T07:50:17,608 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:50:17,608 INFO [RS:1;fc6cd38557f3:42513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:17,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,42513,1733385017174] 2024-12-05T07:50:17,608 DEBUG [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,42513,1733385017174 2024-12-05T07:50:17,608 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:50:17,608 DEBUG [RS:0;fc6cd38557f3:38503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:50:17,608 INFO [RS:0;fc6cd38557f3:38503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:50:17,608 INFO [RS:0;fc6cd38557f3:38503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:50:17,611 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:50:17,612 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:50:17,612 INFO [RS:1;fc6cd38557f3:42513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:50:17,612 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,612 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:50:17,613 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:50:17,613 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:17,613 DEBUG [RS:1;fc6cd38557f3:42513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:17,614 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,614 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,614 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,614 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,614 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,614 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,42513,1733385017174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:17,627 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:50:17,628 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,42513,1733385017174-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,628 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,628 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.Replication(171): fc6cd38557f3,42513,1733385017174 started 2024-12-05T07:50:17,640 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:17,640 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,42513,1733385017174, RpcServer on fc6cd38557f3/172.17.0.2:42513, sessionid=0x101a5c1e9540002 2024-12-05T07:50:17,640 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:50:17,640 DEBUG [RS:1;fc6cd38557f3:42513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,42513,1733385017174 2024-12-05T07:50:17,640 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,42513,1733385017174' 2024-12-05T07:50:17,640 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:50:17,640 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:50:17,641 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:50:17,641 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:50:17,641 DEBUG [RS:1;fc6cd38557f3:42513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,42513,1733385017174 2024-12-05T07:50:17,641 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,42513,1733385017174' 2024-12-05T07:50:17,641 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:50:17,641 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:50:17,642 DEBUG [RS:1;fc6cd38557f3:42513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:50:17,642 INFO [RS:1;fc6cd38557f3:42513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:50:17,642 INFO [RS:1;fc6cd38557f3:42513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:50:17,709 INFO [RS:0;fc6cd38557f3:38503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:17,710 INFO [RS:0;fc6cd38557f3:38503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C38503%2C1733385017139, suffix=, logDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,38503,1733385017139, archiveDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/oldWALs, maxLogs=32 2024-12-05T07:50:17,711 WARN [fc6cd38557f3:43111 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T07:50:17,722 DEBUG [RS:0;fc6cd38557f3:38503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,38503,1733385017139/fc6cd38557f3%2C38503%2C1733385017139.1733385017711, exclude list is [], retry=0 2024-12-05T07:50:17,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46795,DS-66b54966-e897-4a55-8567-dba350668dcc,DISK] 2024-12-05T07:50:17,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35831,DS-537934b0-e300-4868-ab3b-b27fe376a8ef,DISK] 2024-12-05T07:50:17,726 INFO [RS:0;fc6cd38557f3:38503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,38503,1733385017139/fc6cd38557f3%2C38503%2C1733385017139.1733385017711 2024-12-05T07:50:17,727 DEBUG [RS:0;fc6cd38557f3:38503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45067:45067),(127.0.0.1/127.0.0.1:38085:38085)] 2024-12-05T07:50:17,742 INFO [RS:1;fc6cd38557f3:42513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:17,744 INFO [RS:1;fc6cd38557f3:42513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C42513%2C1733385017174, suffix=, logDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,42513,1733385017174, archiveDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/oldWALs, maxLogs=32 2024-12-05T07:50:17,757 DEBUG [RS:1;fc6cd38557f3:42513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,42513,1733385017174/fc6cd38557f3%2C42513%2C1733385017174.1733385017744, exclude list is [], retry=0 2024-12-05T07:50:17,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46795,DS-66b54966-e897-4a55-8567-dba350668dcc,DISK] 2024-12-05T07:50:17,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35831,DS-537934b0-e300-4868-ab3b-b27fe376a8ef,DISK] 2024-12-05T07:50:17,761 INFO [RS:1;fc6cd38557f3:42513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,42513,1733385017174/fc6cd38557f3%2C42513%2C1733385017174.1733385017744 2024-12-05T07:50:17,761 DEBUG [RS:1;fc6cd38557f3:42513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38085:38085),(127.0.0.1/127.0.0.1:45067:45067)] 2024-12-05T07:50:17,961 DEBUG [fc6cd38557f3:43111 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T07:50:17,962 DEBUG [fc6cd38557f3:43111 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:50:17,964 DEBUG [fc6cd38557f3:43111 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:50:17,964 DEBUG [fc6cd38557f3:43111 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:50:17,964 DEBUG [fc6cd38557f3:43111 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:50:17,964 DEBUG [fc6cd38557f3:43111 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:50:17,964 INFO [fc6cd38557f3:43111 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:50:17,964 INFO [fc6cd38557f3:43111 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:50:17,964 DEBUG [fc6cd38557f3:43111 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:50:17,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:17,965 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,38503,1733385017139, state=OPENING 2024-12-05T07:50:18,002 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T07:50:18,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:18,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:18,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:18,010 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:50:18,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:18,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:18,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:18,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,38503,1733385017139}] 2024-12-05T07:50:18,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:18,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44801, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:18,168 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T07:50:18,168 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:18,168 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T07:50:18,169 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C38503%2C1733385017139.meta, suffix=.meta, logDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,38503,1733385017139, archiveDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/oldWALs, maxLogs=32 2024-12-05T07:50:18,180 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,38503,1733385017139/fc6cd38557f3%2C38503%2C1733385017139.meta.1733385018170.meta, exclude list is [], retry=0 2024-12-05T07:50:18,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46795,DS-66b54966-e897-4a55-8567-dba350668dcc,DISK] 2024-12-05T07:50:18,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35831,DS-537934b0-e300-4868-ab3b-b27fe376a8ef,DISK] 2024-12-05T07:50:18,184 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/WALs/fc6cd38557f3,38503,1733385017139/fc6cd38557f3%2C38503%2C1733385017139.meta.1733385018170.meta 2024-12-05T07:50:18,184 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45067:45067),(127.0.0.1/127.0.0.1:38085:38085)] 2024-12-05T07:50:18,184 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:50:18,184 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T07:50:18,185 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T07:50:18,185 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T07:50:18,185 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T07:50:18,185 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:18,185 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T07:50:18,185 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T07:50:18,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:50:18,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:50:18,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:18,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:18,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:50:18,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:50:18,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:18,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:18,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:50:18,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:50:18,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:18,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:18,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:50:18,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:50:18,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:18,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:18,191 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:50:18,192 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740 2024-12-05T07:50:18,193 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740 2024-12-05T07:50:18,194 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:50:18,194 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:50:18,195 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:18,196 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:50:18,197 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71346255, jitterRate=0.06314204633235931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:18,197 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T07:50:18,197 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733385018185Writing region info on filesystem at 1733385018185Initializing all the Stores at 1733385018186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385018186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385018186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385018186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385018186Cleaning up temporary data from old regions at 1733385018194 (+8 ms)Running coprocessor post-open hooks at 1733385018197 (+3 ms)Region opened successfully at 1733385018197 2024-12-05T07:50:18,198 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733385018163 2024-12-05T07:50:18,200 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T07:50:18,200 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T07:50:18,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:18,202 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,38503,1733385017139, state=OPEN 2024-12-05T07:50:18,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:18,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:18,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:18,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:18,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:18,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:18,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:18,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T07:50:18,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,38503,1733385017139 in 208 msec 2024-12-05T07:50:18,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T07:50:18,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-12-05T07:50:18,224 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:18,225 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T07:50:18,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:18,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,38503,1733385017139, seqNum=-1] 2024-12-05T07:50:18,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:18,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:18,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 727 msec 2024-12-05T07:50:18,233 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733385018233, completionTime=-1 2024-12-05T07:50:18,233 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T07:50:18,233 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T07:50:18,240 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-05T07:50:18,240 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385078240 2024-12-05T07:50:18,240 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385138240 2024-12-05T07:50:18,240 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-05T07:50:18,249 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,43111,1733385016990-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:18,249 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,43111,1733385016990-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:18,249 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,43111,1733385016990-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:18,249 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:43111, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:18,249 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:18,250 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:18,252 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T07:50:18,255 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.003sec 2024-12-05T07:50:18,255 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T07:50:18,255 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T07:50:18,255 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T07:50:18,255 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T07:50:18,255 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T07:50:18,256 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,43111,1733385016990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:18,256 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,43111,1733385016990-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T07:50:18,258 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T07:50:18,258 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T07:50:18,258 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,43111,1733385016990-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:18,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c065a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:18,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,43111,-1 for getting cluster id 2024-12-05T07:50:18,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:50:18,311 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '954da7ac-cde1-4a6f-9b7b-1b1b74273fb7' 2024-12-05T07:50:18,311 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:50:18,312 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "954da7ac-cde1-4a6f-9b7b-1b1b74273fb7" 2024-12-05T07:50:18,312 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25a74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:18,312 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,43111,-1] 2024-12-05T07:50:18,312 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:50:18,312 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:18,313 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:50:18,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422f72f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:18,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:18,315 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,38503,1733385017139, seqNum=-1] 2024-12-05T07:50:18,316 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:18,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:18,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,43111,1733385016990 2024-12-05T07:50:18,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:50:18,320 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,43111,1733385016990 2024-12-05T07:50:18,320 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180168f5 2024-12-05T07:50:18,320 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:50:18,321 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:50:18,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:50:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T07:50:18,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:50:18,325 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:18,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-05T07:50:18,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:50:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:18,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:50:18,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:50:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:18,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T07:50:18,735 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ec54226fe20e4a6197fd44adecee830f, NAME => 'testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d 2024-12-05T07:50:18,735 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e87dfe9cb7d724b2233a0ec62bbc74d, NAME => 'testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d 2024-12-05T07:50:18,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:18,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:18,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:18,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:18,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:18,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:18,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:18,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:18,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:50:18,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:50:18,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:18,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ec54226fe20e4a6197fd44adecee830f, disabling compactions & flushes 2024-12-05T07:50:18,749 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:18,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:18,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. after waiting 0 ms 2024-12-05T07:50:18,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:18,749 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:18,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ec54226fe20e4a6197fd44adecee830f: Waiting for close lock at 1733385018749Disabling compacts and flushes for region at 1733385018749Disabling writes for close at 1733385018749Writing region close event to WAL at 1733385018749Closed at 1733385018749 2024-12-05T07:50:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:50:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:50:18,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:18,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3e87dfe9cb7d724b2233a0ec62bbc74d, disabling compactions & flushes 2024-12-05T07:50:18,751 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:18,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:18,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. after waiting 0 ms 2024-12-05T07:50:18,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:18,751 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:18,752 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e87dfe9cb7d724b2233a0ec62bbc74d: Waiting for close lock at 1733385018751Disabling compacts and flushes for region at 1733385018751Disabling writes for close at 1733385018751Writing region close event to WAL at 1733385018751Closed at 1733385018751 2024-12-05T07:50:18,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:50:18,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733385018753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385018753"}]},"ts":"1733385018753"} 2024-12-05T07:50:18,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733385018753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385018753"}]},"ts":"1733385018753"} 2024-12-05T07:50:18,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-05T07:50:18,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:50:18,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385018759"}]},"ts":"1733385018759"} 2024-12-05T07:50:18,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T07:50:18,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:50:18,764 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:50:18,764 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:50:18,764 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:50:18,764 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:50:18,764 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:50:18,764 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:50:18,764 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:50:18,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e87dfe9cb7d724b2233a0ec62bbc74d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ec54226fe20e4a6197fd44adecee830f, ASSIGN}] 2024-12-05T07:50:18,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ec54226fe20e4a6197fd44adecee830f, ASSIGN 2024-12-05T07:50:18,766 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e87dfe9cb7d724b2233a0ec62bbc74d, ASSIGN 2024-12-05T07:50:18,767 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ec54226fe20e4a6197fd44adecee830f, ASSIGN; state=OFFLINE, location=fc6cd38557f3,38503,1733385017139; forceNewPlan=false, retain=false 2024-12-05T07:50:18,767 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e87dfe9cb7d724b2233a0ec62bbc74d, ASSIGN; state=OFFLINE, location=fc6cd38557f3,42513,1733385017174; forceNewPlan=false, retain=false 2024-12-05T07:50:18,917 INFO [fc6cd38557f3:43111 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T07:50:18,917 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ec54226fe20e4a6197fd44adecee830f, regionState=OPENING, regionLocation=fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:18,917 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e87dfe9cb7d724b2233a0ec62bbc74d, regionState=OPENING, regionLocation=fc6cd38557f3,42513,1733385017174 2024-12-05T07:50:18,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e87dfe9cb7d724b2233a0ec62bbc74d, ASSIGN because future has completed 2024-12-05T07:50:18,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e87dfe9cb7d724b2233a0ec62bbc74d, server=fc6cd38557f3,42513,1733385017174}] 2024-12-05T07:50:18,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ec54226fe20e4a6197fd44adecee830f, ASSIGN because future has completed 2024-12-05T07:50:18,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec54226fe20e4a6197fd44adecee830f, server=fc6cd38557f3,38503,1733385017139}] 2024-12-05T07:50:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:19,073 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:19,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58467, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:19,079 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:19,079 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e87dfe9cb7d724b2233a0ec62bbc74d, NAME => 'testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T07:50:19,079 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,079 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:19,079 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,079 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,083 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:19,083 INFO [StoreOpener-3e87dfe9cb7d724b2233a0ec62bbc74d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,083 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ec54226fe20e4a6197fd44adecee830f, NAME => 'testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T07:50:19,083 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,083 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:19,083 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,083 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,084 INFO [StoreOpener-3e87dfe9cb7d724b2233a0ec62bbc74d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e87dfe9cb7d724b2233a0ec62bbc74d columnFamilyName family 2024-12-05T07:50:19,085 DEBUG [StoreOpener-3e87dfe9cb7d724b2233a0ec62bbc74d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:19,085 INFO [StoreOpener-ec54226fe20e4a6197fd44adecee830f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,085 INFO [StoreOpener-3e87dfe9cb7d724b2233a0ec62bbc74d-1 {}] regionserver.HStore(327): Store=3e87dfe9cb7d724b2233a0ec62bbc74d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:19,085 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,086 INFO [StoreOpener-ec54226fe20e4a6197fd44adecee830f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec54226fe20e4a6197fd44adecee830f columnFamilyName family 2024-12-05T07:50:19,086 DEBUG [StoreOpener-ec54226fe20e4a6197fd44adecee830f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:19,086 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,086 INFO [StoreOpener-ec54226fe20e4a6197fd44adecee830f-1 {}] regionserver.HStore(327): Store=ec54226fe20e4a6197fd44adecee830f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:19,086 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,086 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,087 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,087 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,087 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,087 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,088 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,088 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,088 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,089 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,090 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/3e87dfe9cb7d724b2233a0ec62bbc74d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:19,091 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/ec54226fe20e4a6197fd44adecee830f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:19,091 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 3e87dfe9cb7d724b2233a0ec62bbc74d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70651955, jitterRate=0.052796170115470886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:50:19,091 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:19,091 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ec54226fe20e4a6197fd44adecee830f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61564529, jitterRate=-0.08261702954769135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:50:19,091 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:19,091 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3e87dfe9cb7d724b2233a0ec62bbc74d: Running coprocessor pre-open hook at 1733385019079Writing region info on filesystem at 1733385019079Initializing all the Stores at 1733385019080 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385019080Cleaning up temporary data from old regions at 1733385019087 (+7 ms)Running coprocessor post-open hooks at 1733385019091 (+4 ms)Region opened successfully at 1733385019091 2024-12-05T07:50:19,091 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ec54226fe20e4a6197fd44adecee830f: Running coprocessor pre-open hook at 1733385019083Writing region info on filesystem at 1733385019083Initializing all the Stores at 1733385019084 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385019084Cleaning up temporary data from old regions at 1733385019088 (+4 ms)Running coprocessor post-open hooks at 1733385019091 (+3 ms)Region opened successfully at 1733385019091 2024-12-05T07:50:19,092 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d., pid=7, masterSystemTime=1733385019073 2024-12-05T07:50:19,092 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f., pid=8, masterSystemTime=1733385019074 2024-12-05T07:50:19,094 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:19,094 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:19,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ec54226fe20e4a6197fd44adecee830f, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:19,095 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:19,095 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:19,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e87dfe9cb7d724b2233a0ec62bbc74d, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,42513,1733385017174 2024-12-05T07:50:19,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec54226fe20e4a6197fd44adecee830f, server=fc6cd38557f3,38503,1733385017139 because future has completed 2024-12-05T07:50:19,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e87dfe9cb7d724b2233a0ec62bbc74d, server=fc6cd38557f3,42513,1733385017174 because future has completed 2024-12-05T07:50:19,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-05T07:50:19,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ec54226fe20e4a6197fd44adecee830f, server=fc6cd38557f3,38503,1733385017139 in 176 msec 2024-12-05T07:50:19,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-05T07:50:19,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ec54226fe20e4a6197fd44adecee830f, ASSIGN in 336 msec 2024-12-05T07:50:19,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e87dfe9cb7d724b2233a0ec62bbc74d, server=fc6cd38557f3,42513,1733385017174 in 179 msec 2024-12-05T07:50:19,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T07:50:19,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e87dfe9cb7d724b2233a0ec62bbc74d, ASSIGN in 338 msec 2024-12-05T07:50:19,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:50:19,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385019105"}]},"ts":"1733385019105"} 2024-12-05T07:50:19,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T07:50:19,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:50:19,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 787 msec 2024-12-05T07:50:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:19,462 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-05T07:50:19,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T07:50:19,462 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:50:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T07:50:19,465 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:50:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-05T07:50:19,467 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d., hostname=fc6cd38557f3,42513,1733385017174, seqNum=2] 2024-12-05T07:50:19,468 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:19,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:19,479 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f., hostname=fc6cd38557f3,38503,1733385017139, seqNum=2] 2024-12-05T07:50:19,490 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ec54226fe20e4a6197fd44adecee830f 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T07:50:19,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/ec54226fe20e4a6197fd44adecee830f/.tmp/family/48ce5b38e6614701a3175573df461370 is 32, key is 5/family:/1733385019480/Put/seqid=0 2024-12-05T07:50:19,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:50:19,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:50:19,511 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/ec54226fe20e4a6197fd44adecee830f/.tmp/family/48ce5b38e6614701a3175573df461370 2024-12-05T07:50:19,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/ec54226fe20e4a6197fd44adecee830f/.tmp/family/48ce5b38e6614701a3175573df461370 as hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/ec54226fe20e4a6197fd44adecee830f/family/48ce5b38e6614701a3175573df461370 2024-12-05T07:50:19,523 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/ec54226fe20e4a6197fd44adecee830f/family/48ce5b38e6614701a3175573df461370, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T07:50:19,524 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ec54226fe20e4a6197fd44adecee830f in 34ms, sequenceid=9, compaction requested=false 2024-12-05T07:50:19,524 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ec54226fe20e4a6197fd44adecee830f: 2024-12-05T07:50:19,524 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3e87dfe9cb7d724b2233a0ec62bbc74d 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T07:50:19,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/3e87dfe9cb7d724b2233a0ec62bbc74d/.tmp/family/745780cdfa4b46fdab0346230fc0fc7f is 32, key is 1/family:/1733385019469/Put/seqid=0 2024-12-05T07:50:19,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:50:19,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:50:19,946 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/3e87dfe9cb7d724b2233a0ec62bbc74d/.tmp/family/745780cdfa4b46fdab0346230fc0fc7f 2024-12-05T07:50:19,952 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/3e87dfe9cb7d724b2233a0ec62bbc74d/.tmp/family/745780cdfa4b46fdab0346230fc0fc7f as hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/3e87dfe9cb7d724b2233a0ec62bbc74d/family/745780cdfa4b46fdab0346230fc0fc7f 2024-12-05T07:50:19,959 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/3e87dfe9cb7d724b2233a0ec62bbc74d/family/745780cdfa4b46fdab0346230fc0fc7f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T07:50:19,960 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3e87dfe9cb7d724b2233a0ec62bbc74d in 436ms, sequenceid=8, compaction requested=false 2024-12-05T07:50:19,960 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3e87dfe9cb7d724b2233a0ec62bbc74d: 2024-12-05T07:50:19,962 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 48ce5b38e6614701a3175573df461370, starting offset: 0, end offset: 9223372036854775807 2024-12-05T07:50:19,962 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 48ce5b38e6614701a3175573df461370_0 from back map with offset lock 2094080 in the evict process 2024-12-05T07:50:19,964 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 745780cdfa4b46fdab0346230fc0fc7f, starting offset: 0, end offset: 9223372036854775807 2024-12-05T07:50:19,964 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 745780cdfa4b46fdab0346230fc0fc7f_0 from back map with offset lock 2094080 in the evict process 2024-12-05T07:50:19,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T07:50:19,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:19,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:19,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:19,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:19,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:50:19,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T07:50:19,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=528843661, stopped=false 2024-12-05T07:50:19,965 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,43111,1733385016990 2024-12-05T07:50:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:20,018 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:50:20,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:20,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:20,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:20,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:20,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:20,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:20,020 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,38503,1733385017139' ***** 2024-12-05T07:50:20,020 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:50:20,020 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,42513,1733385017174' ***** 2024-12-05T07:50:20,020 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:50:20,020 INFO [RS:0;fc6cd38557f3:38503 {}] bucket.BucketCache(1738): Disabling cache 2024-12-05T07:50:20,020 INFO [RS:1;fc6cd38557f3:42513 {}] bucket.BucketCache(1738): Disabling cache 2024-12-05T07:50:20,020 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T07:50:20,020 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T07:50:20,020 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T07:50:20,020 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T07:50:20,020 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T07:50:20,020 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T07:50:20,020 INFO [RS:1;fc6cd38557f3:42513 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T07:50:20,020 INFO [RS:0;fc6cd38557f3:38503 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T07:50:20,020 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:50:20,020 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:50:20,020 INFO [RS:1;fc6cd38557f3:42513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:50:20,020 INFO [RS:1;fc6cd38557f3:42513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:50:20,020 INFO [RS:0;fc6cd38557f3:38503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:50:20,020 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:50:20,020 INFO [RS:0;fc6cd38557f3:38503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:50:20,020 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:50:20,020 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:20,020 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(3091): Received CLOSE for ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:20,020 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:20,021 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:20,021 INFO [RS:0;fc6cd38557f3:38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:38503. 2024-12-05T07:50:20,021 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec54226fe20e4a6197fd44adecee830f, disabling compactions & flushes 2024-12-05T07:50:20,021 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,42513,1733385017174 2024-12-05T07:50:20,021 DEBUG [RS:0;fc6cd38557f3:38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:20,021 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:20,021 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:20,021 DEBUG [RS:0;fc6cd38557f3:38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:20,021 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:20,021 INFO [RS:1;fc6cd38557f3:42513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:42513. 2024-12-05T07:50:20,021 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. after waiting 0 ms 2024-12-05T07:50:20,021 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:50:20,021 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:20,021 DEBUG [RS:1;fc6cd38557f3:42513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:20,021 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:50:20,021 DEBUG [RS:1;fc6cd38557f3:42513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:20,021 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:50:20,021 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T07:50:20,021 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T07:50:20,021 DEBUG [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(1325): Online Regions={3e87dfe9cb7d724b2233a0ec62bbc74d=testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d.} 2024-12-05T07:50:20,021 DEBUG [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(1351): Waiting on 3e87dfe9cb7d724b2233a0ec62bbc74d 2024-12-05T07:50:20,021 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e87dfe9cb7d724b2233a0ec62bbc74d, disabling compactions & flushes 2024-12-05T07:50:20,021 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:20,021 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:20,021 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. after waiting 0 ms 2024-12-05T07:50:20,021 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:20,022 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T07:50:20,022 DEBUG [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ec54226fe20e4a6197fd44adecee830f=testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f.} 2024-12-05T07:50:20,022 DEBUG [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec54226fe20e4a6197fd44adecee830f 2024-12-05T07:50:20,022 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:50:20,022 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:50:20,022 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:50:20,023 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:50:20,023 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:50:20,023 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-05T07:50:20,027 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/ec54226fe20e4a6197fd44adecee830f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T07:50:20,028 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:20,028 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec54226fe20e4a6197fd44adecee830f: Waiting for close lock at 1733385020021Running coprocessor pre-close hooks at 1733385020021Disabling compacts and flushes for region at 1733385020021Disabling writes for close at 1733385020021Writing region close event to WAL at 1733385020023 (+2 ms)Running coprocessor post-close hooks at 1733385020028 (+5 ms)Closed at 1733385020028 2024-12-05T07:50:20,028 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f. 2024-12-05T07:50:20,029 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/default/testClearRegionBlockCache/3e87dfe9cb7d724b2233a0ec62bbc74d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T07:50:20,030 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:20,030 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e87dfe9cb7d724b2233a0ec62bbc74d: Waiting for close lock at 1733385020021Running coprocessor pre-close hooks at 1733385020021Disabling compacts and flushes for region at 1733385020021Disabling writes for close at 1733385020021Writing region close event to WAL at 1733385020024 (+3 ms)Running coprocessor post-close hooks at 1733385020030 (+6 ms)Closed at 1733385020030 2024-12-05T07:50:20,030 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733385018322.3e87dfe9cb7d724b2233a0ec62bbc74d. 2024-12-05T07:50:20,045 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/.tmp/info/2728b14ba5784e0a83e447caf7aedf28 is 173, key is testClearRegionBlockCache,5,1733385018322.ec54226fe20e4a6197fd44adecee830f./info:regioninfo/1733385019095/Put/seqid=0 2024-12-05T07:50:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:50:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:50:20,051 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/.tmp/info/2728b14ba5784e0a83e447caf7aedf28 2024-12-05T07:50:20,107 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:20,109 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/.tmp/ns/421e42bfddae4fdc8e54f7d6facfdadf is 43, key is default/ns:d/1733385018228/Put/seqid=0 2024-12-05T07:50:20,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:50:20,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:50:20,114 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/.tmp/ns/421e42bfddae4fdc8e54f7d6facfdadf 2024-12-05T07:50:20,116 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:20,133 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/.tmp/table/f5ce10690ccc4b79ad927e18604c20e2 is 61, key is testClearRegionBlockCache/table:state/1733385019105/Put/seqid=0 2024-12-05T07:50:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:50:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:50:20,142 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/.tmp/table/f5ce10690ccc4b79ad927e18604c20e2 2024-12-05T07:50:20,149 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/.tmp/info/2728b14ba5784e0a83e447caf7aedf28 as hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/info/2728b14ba5784e0a83e447caf7aedf28 2024-12-05T07:50:20,154 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/info/2728b14ba5784e0a83e447caf7aedf28, entries=20, sequenceid=13, filesize=8.0 K 2024-12-05T07:50:20,155 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/.tmp/ns/421e42bfddae4fdc8e54f7d6facfdadf as hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/ns/421e42bfddae4fdc8e54f7d6facfdadf 2024-12-05T07:50:20,160 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/ns/421e42bfddae4fdc8e54f7d6facfdadf, entries=2, sequenceid=13, filesize=5.0 K 2024-12-05T07:50:20,161 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/.tmp/table/f5ce10690ccc4b79ad927e18604c20e2 as hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/table/f5ce10690ccc4b79ad927e18604c20e2 2024-12-05T07:50:20,168 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/table/f5ce10690ccc4b79ad927e18604c20e2, entries=2, sequenceid=13, filesize=5.2 K 2024-12-05T07:50:20,169 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=13, compaction requested=false 2024-12-05T07:50:20,174 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-05T07:50:20,175 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T07:50:20,175 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:20,175 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385020022Running coprocessor pre-close hooks at 1733385020022Disabling compacts and flushes for region at 1733385020022Disabling writes for close at 1733385020023 (+1 ms)Obtaining lock to block concurrent updates at 1733385020023Preparing flush snapshotting stores in 1588230740 at 1733385020023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733385020023Flushing stores of hbase:meta,,1.1588230740 at 1733385020024 (+1 ms)Flushing 1588230740/info: creating writer at 1733385020024Flushing 1588230740/info: appending metadata at 1733385020045 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733385020045Flushing 1588230740/ns: creating writer at 1733385020056 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733385020108 (+52 ms)Flushing 1588230740/ns: closing flushed file at 1733385020108Flushing 1588230740/table: creating writer at 1733385020119 (+11 ms)Flushing 1588230740/table: appending metadata at 1733385020132 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733385020132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326751e3: reopening flushed file at 1733385020148 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3489e2ce: reopening flushed file at 1733385020154 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fa79fd: reopening flushed file at 1733385020161 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=13, compaction requested=false at 1733385020169 (+8 ms)Writing region close event to WAL at 1733385020171 (+2 ms)Running coprocessor post-close hooks at 1733385020175 (+4 ms)Closed at 1733385020175 2024-12-05T07:50:20,176 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:20,221 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,42513,1733385017174; all regions closed. 2024-12-05T07:50:20,223 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,38503,1733385017139; all regions closed. 2024-12-05T07:50:20,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741834_1010 (size=1758) 2024-12-05T07:50:20,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741834_1010 (size=1758) 2024-12-05T07:50:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:50:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:50:20,227 DEBUG [RS:1;fc6cd38557f3:42513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/oldWALs 2024-12-05T07:50:20,227 INFO [RS:1;fc6cd38557f3:42513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C42513%2C1733385017174:(num 1733385017744) 2024-12-05T07:50:20,227 DEBUG [RS:1;fc6cd38557f3:42513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:20,227 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:20,227 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:20,227 DEBUG [RS:0;fc6cd38557f3:38503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/oldWALs 2024-12-05T07:50:20,227 INFO [RS:0;fc6cd38557f3:38503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C38503%2C1733385017139.meta:.meta(num 1733385018170) 2024-12-05T07:50:20,227 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:20,228 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:50:20,228 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:50:20,228 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:20,228 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:50:20,228 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:20,228 INFO [RS:1;fc6cd38557f3:42513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42513 2024-12-05T07:50:20,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741833_1009 (size=1867) 2024-12-05T07:50:20,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741833_1009 (size=1867) 2024-12-05T07:50:20,232 DEBUG [RS:0;fc6cd38557f3:38503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/oldWALs 2024-12-05T07:50:20,232 INFO [RS:0;fc6cd38557f3:38503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C38503%2C1733385017139:(num 1733385017711) 2024-12-05T07:50:20,232 DEBUG [RS:0;fc6cd38557f3:38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:20,232 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:20,232 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:20,232 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:20,232 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:20,233 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:20,233 INFO [RS:0;fc6cd38557f3:38503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38503 2024-12-05T07:50:20,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:20,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,42513,1733385017174 2024-12-05T07:50:20,250 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:20,250 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f78e4903518@78d3c137 rejected from java.util.concurrent.ThreadPoolExecutor@7cec5af5[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T07:50:20,260 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:20,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,38503,1733385017139 2024-12-05T07:50:20,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,38503,1733385017139] 2024-12-05T07:50:20,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,38503,1733385017139 already deleted, retry=false 2024-12-05T07:50:20,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,38503,1733385017139 expired; onlineServers=1 2024-12-05T07:50:20,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,42513,1733385017174] 2024-12-05T07:50:20,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,42513,1733385017174 already deleted, retry=false 2024-12-05T07:50:20,293 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,42513,1733385017174 expired; onlineServers=0 2024-12-05T07:50:20,293 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,43111,1733385016990' ***** 2024-12-05T07:50:20,293 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T07:50:20,293 INFO [M:0;fc6cd38557f3:43111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:20,293 INFO [M:0;fc6cd38557f3:43111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:20,293 DEBUG [M:0;fc6cd38557f3:43111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T07:50:20,294 DEBUG [M:0;fc6cd38557f3:43111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T07:50:20,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T07:50:20,294 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385017522 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385017522,5,FailOnTimeoutGroup] 2024-12-05T07:50:20,294 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385017515 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385017515,5,FailOnTimeoutGroup] 2024-12-05T07:50:20,294 INFO [M:0;fc6cd38557f3:43111 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:20,294 INFO [M:0;fc6cd38557f3:43111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:20,294 DEBUG [M:0;fc6cd38557f3:43111 {}] master.HMaster(1795): Stopping service threads 2024-12-05T07:50:20,294 INFO [M:0;fc6cd38557f3:43111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T07:50:20,294 INFO [M:0;fc6cd38557f3:43111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:50:20,294 INFO [M:0;fc6cd38557f3:43111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T07:50:20,294 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T07:50:20,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:20,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:20,301 DEBUG [M:0;fc6cd38557f3:43111 {}] zookeeper.ZKUtil(347): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T07:50:20,301 WARN [M:0;fc6cd38557f3:43111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T07:50:20,302 INFO [M:0;fc6cd38557f3:43111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/.lastflushedseqids 2024-12-05T07:50:20,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:50:20,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:50:20,317 INFO [M:0;fc6cd38557f3:43111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T07:50:20,317 INFO [M:0;fc6cd38557f3:43111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T07:50:20,317 DEBUG [M:0;fc6cd38557f3:43111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:50:20,317 INFO [M:0;fc6cd38557f3:43111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:20,317 DEBUG [M:0;fc6cd38557f3:43111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:20,317 DEBUG [M:0;fc6cd38557f3:43111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:50:20,317 DEBUG [M:0;fc6cd38557f3:43111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:20,317 INFO [M:0;fc6cd38557f3:43111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-05T07:50:20,340 DEBUG [M:0;fc6cd38557f3:43111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18a98d20491d4c1d86d36b28f88def4a is 82, key is hbase:meta,,1/info:regioninfo/1733385018201/Put/seqid=0 2024-12-05T07:50:20,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:50:20,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:50:20,347 INFO [M:0;fc6cd38557f3:43111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18a98d20491d4c1d86d36b28f88def4a 2024-12-05T07:50:20,366 DEBUG [M:0;fc6cd38557f3:43111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e357508447ef45259fa1085c38ec7d30 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733385019110/Put/seqid=0 2024-12-05T07:50:20,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:20,368 INFO [RS:1;fc6cd38557f3:42513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:20,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42513-0x101a5c1e9540002, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:20,368 INFO [RS:1;fc6cd38557f3:42513 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,42513,1733385017174; zookeeper connection closed. 2024-12-05T07:50:20,371 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58ce61ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58ce61ed 2024-12-05T07:50:20,377 INFO [RS:0;fc6cd38557f3:38503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:20,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:20,377 INFO [RS:0;fc6cd38557f3:38503 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,38503,1733385017139; zookeeper connection closed. 2024-12-05T07:50:20,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x101a5c1e9540001, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:20,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741846_1022 (size=6218) 2024-12-05T07:50:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741846_1022 (size=6218) 2024-12-05T07:50:20,379 INFO [M:0;fc6cd38557f3:43111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e357508447ef45259fa1085c38ec7d30 2024-12-05T07:50:20,383 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fe14907 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fe14907 2024-12-05T07:50:20,383 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T07:50:20,404 DEBUG [M:0;fc6cd38557f3:43111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22601e521e864c2fa557c3015fea2bbe is 69, key is fc6cd38557f3,38503,1733385017139/rs:state/1733385017552/Put/seqid=0 2024-12-05T07:50:20,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:50:20,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:50:20,409 INFO [M:0;fc6cd38557f3:43111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22601e521e864c2fa557c3015fea2bbe 2024-12-05T07:50:20,415 DEBUG [M:0;fc6cd38557f3:43111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18a98d20491d4c1d86d36b28f88def4a as hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18a98d20491d4c1d86d36b28f88def4a 2024-12-05T07:50:20,420 INFO [M:0;fc6cd38557f3:43111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18a98d20491d4c1d86d36b28f88def4a, entries=8, sequenceid=71, filesize=5.5 K 2024-12-05T07:50:20,421 DEBUG [M:0;fc6cd38557f3:43111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e357508447ef45259fa1085c38ec7d30 as hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e357508447ef45259fa1085c38ec7d30 2024-12-05T07:50:20,427 INFO [M:0;fc6cd38557f3:43111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e357508447ef45259fa1085c38ec7d30, entries=8, sequenceid=71, filesize=6.1 K 2024-12-05T07:50:20,428 DEBUG [M:0;fc6cd38557f3:43111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22601e521e864c2fa557c3015fea2bbe as hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22601e521e864c2fa557c3015fea2bbe 2024-12-05T07:50:20,433 INFO [M:0;fc6cd38557f3:43111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/da661c9a-10bf-03ca-e7a6-ab9e1f86046d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22601e521e864c2fa557c3015fea2bbe, entries=2, sequenceid=71, filesize=5.1 K 2024-12-05T07:50:20,434 INFO [M:0;fc6cd38557f3:43111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=71, compaction requested=false 2024-12-05T07:50:20,435 INFO [M:0;fc6cd38557f3:43111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:20,436 DEBUG [M:0;fc6cd38557f3:43111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385020317Disabling compacts and flushes for region at 1733385020317Disabling writes for close at 1733385020317Obtaining lock to block concurrent updates at 1733385020317Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733385020317Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733385020318 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733385020319 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733385020319Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733385020340 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733385020340Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733385020352 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733385020365 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733385020366 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733385020384 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733385020403 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733385020403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6715716: reopening flushed file at 1733385020414 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe3b3d2: reopening flushed file at 1733385020420 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e95ca64: reopening flushed file at 1733385020427 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=71, compaction requested=false at 1733385020434 (+7 ms)Writing region close event to WAL at 1733385020435 (+1 ms)Closed at 1733385020435 2024-12-05T07:50:20,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741830_1006 (size=35428) 2024-12-05T07:50:20,440 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:20,440 INFO [M:0;fc6cd38557f3:43111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T07:50:20,441 INFO [M:0;fc6cd38557f3:43111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43111 2024-12-05T07:50:20,441 INFO [M:0;fc6cd38557f3:43111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:20,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46795 is added to blk_1073741830_1006 (size=35428) 2024-12-05T07:50:20,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:20,566 INFO [M:0;fc6cd38557f3:43111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:20,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43111-0x101a5c1e9540000, quorum=127.0.0.1:49318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:20,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52f48e30{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:20,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6169d0ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:20,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:20,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489c05a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:20,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@458c02bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:20,570 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:50:20,570 WARN [BP-2093579522-172.17.0.2-1733385015268 heartbeating to localhost/127.0.0.1:42821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:50:20,571 WARN [BP-2093579522-172.17.0.2-1733385015268 heartbeating to localhost/127.0.0.1:42821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2093579522-172.17.0.2-1733385015268 (Datanode Uuid 36c1f1ce-b90b-45f7-83e3-8f5717f431b4) service to localhost/127.0.0.1:42821 2024-12-05T07:50:20,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:50:20,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/data/data3/current/BP-2093579522-172.17.0.2-1733385015268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:20,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/data/data4/current/BP-2093579522-172.17.0.2-1733385015268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:20,571 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:50:20,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ba428c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:20,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44ce63c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:20,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:20,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7916c0a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:20,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39fe2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:20,575 WARN [BP-2093579522-172.17.0.2-1733385015268 heartbeating to localhost/127.0.0.1:42821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:50:20,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:50:20,575 WARN [BP-2093579522-172.17.0.2-1733385015268 heartbeating to localhost/127.0.0.1:42821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2093579522-172.17.0.2-1733385015268 (Datanode Uuid 61512fb2-2263-4296-983d-49e785f3fb8c) service to localhost/127.0.0.1:42821 2024-12-05T07:50:20,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:50:20,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/data/data1/current/BP-2093579522-172.17.0.2-1733385015268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:20,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/cluster_3ee6d631-b068-8169-2c7e-9a735fb68dc7/data/data2/current/BP-2093579522-172.17.0.2-1733385015268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:20,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:50:20,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66f40d05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:50:20,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@202088d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:20,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:20,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bebebe2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:20,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6355a6f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:20,592 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T07:50:20,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T07:50:20,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=174 (was 156) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42821 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42821 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=521 (was 495) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 208) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5788 (was 5932) 2024-12-05T07:50:20,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=174, OpenFileDescriptor=521, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=5789 2024-12-05T07:50:20,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.log.dir so I do NOT create it in target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be 2024-12-05T07:50:20,641 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T07:50:20,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.tmp.dir so I do NOT create it in target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be 2024-12-05T07:50:20,641 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e142312f-2367-40bd-c1bd-29b3a5e9db78/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T07:50:20,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be 2024-12-05T07:50:20,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T07:50:20,642 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17, deleteOnExit=true 2024-12-05T07:50:20,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T07:50:20,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/test.cache.data in system properties and HBase conf 2024-12-05T07:50:20,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T07:50:20,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/hadoop.log.dir in system properties and HBase conf 2024-12-05T07:50:20,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T07:50:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T07:50:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T07:50:20,643 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T07:50:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:50:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:50:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T07:50:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:50:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T07:50:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T07:50:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:50:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:50:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T07:50:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/nfs.dump.dir in system properties and HBase conf 2024-12-05T07:50:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/java.io.tmpdir in system properties and HBase conf 2024-12-05T07:50:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:50:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T07:50:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T07:50:20,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:20,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:20,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:20,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:20,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:50:20,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:20,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbc9b84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:20,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61cc015c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:21,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5719f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/java.io.tmpdir/jetty-localhost-33485-hadoop-hdfs-3_4_1-tests_jar-_-any-10779918767169639280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:50:21,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9927d40{HTTP/1.1, (http/1.1)}{localhost:33485} 2024-12-05T07:50:21,031 INFO [Time-limited test {}] server.Server(415): Started @32584ms 2024-12-05T07:50:21,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:21,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:21,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:21,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:21,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:50:21,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52883e96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:21,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53ac45ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:21,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7735298c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/java.io.tmpdir/jetty-localhost-37925-hadoop-hdfs-3_4_1-tests_jar-_-any-12658241085483455773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:21,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ed6781c{HTTP/1.1, (http/1.1)}{localhost:37925} 2024-12-05T07:50:21,401 INFO [Time-limited test {}] server.Server(415): Started @32954ms 2024-12-05T07:50:21,402 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:50:21,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:50:21,443 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:50:21,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:50:21,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:50:21,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T07:50:21,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2ef58d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:50:21,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eb24413{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:50:21,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2713c083{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/java.io.tmpdir/jetty-localhost-46877-hadoop-hdfs-3_4_1-tests_jar-_-any-2787326795876689122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:21,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a50796c{HTTP/1.1, (http/1.1)}{localhost:46877} 2024-12-05T07:50:21,554 INFO [Time-limited test {}] server.Server(415): Started @33108ms 2024-12-05T07:50:21,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:50:22,227 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/data/data2/current/BP-1687053650-172.17.0.2-1733385020667/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:22,227 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/data/data1/current/BP-1687053650-172.17.0.2-1733385020667/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:22,251 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:50:22,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd00084d65871d55c with lease ID 0x13c0487d343643a6: Processing first storage report for DS-96709cec-f322-4e60-a972-b4b324d23627 from datanode DatanodeRegistration(127.0.0.1:37803, datanodeUuid=a3cb5c67-6675-466c-8967-753e32662a90, infoPort=39455, infoSecurePort=0, ipcPort=34875, storageInfo=lv=-57;cid=testClusterID;nsid=317085603;c=1733385020667) 2024-12-05T07:50:22,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd00084d65871d55c with lease ID 0x13c0487d343643a6: from storage DS-96709cec-f322-4e60-a972-b4b324d23627 node DatanodeRegistration(127.0.0.1:37803, datanodeUuid=a3cb5c67-6675-466c-8967-753e32662a90, infoPort=39455, infoSecurePort=0, ipcPort=34875, storageInfo=lv=-57;cid=testClusterID;nsid=317085603;c=1733385020667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:22,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd00084d65871d55c with lease ID 0x13c0487d343643a6: Processing first storage report for DS-53b46791-2021-49d3-b973-b12f6b639267 from datanode DatanodeRegistration(127.0.0.1:37803, datanodeUuid=a3cb5c67-6675-466c-8967-753e32662a90, infoPort=39455, infoSecurePort=0, ipcPort=34875, storageInfo=lv=-57;cid=testClusterID;nsid=317085603;c=1733385020667) 2024-12-05T07:50:22,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd00084d65871d55c with lease ID 0x13c0487d343643a6: from storage DS-53b46791-2021-49d3-b973-b12f6b639267 node DatanodeRegistration(127.0.0.1:37803, datanodeUuid=a3cb5c67-6675-466c-8967-753e32662a90, infoPort=39455, infoSecurePort=0, ipcPort=34875, storageInfo=lv=-57;cid=testClusterID;nsid=317085603;c=1733385020667), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T07:50:22,428 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/data/data4/current/BP-1687053650-172.17.0.2-1733385020667/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:22,428 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/data/data3/current/BP-1687053650-172.17.0.2-1733385020667/current, will proceed with Du for space computation calculation, 2024-12-05T07:50:22,451 WARN [Thread-1420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:50:22,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x591636d95a1da9cf with lease ID 0x13c0487d343643a7: Processing first storage report for DS-7fe3a292-ebe0-489a-91cc-2880e24af7b2 from datanode DatanodeRegistration(127.0.0.1:41585, datanodeUuid=10e405c1-7476-41c9-83b4-f16b66cd3c7a, infoPort=38949, infoSecurePort=0, ipcPort=35649, storageInfo=lv=-57;cid=testClusterID;nsid=317085603;c=1733385020667) 2024-12-05T07:50:22,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x591636d95a1da9cf with lease ID 0x13c0487d343643a7: from storage DS-7fe3a292-ebe0-489a-91cc-2880e24af7b2 node DatanodeRegistration(127.0.0.1:41585, datanodeUuid=10e405c1-7476-41c9-83b4-f16b66cd3c7a, infoPort=38949, infoSecurePort=0, ipcPort=35649, storageInfo=lv=-57;cid=testClusterID;nsid=317085603;c=1733385020667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:22,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x591636d95a1da9cf with lease ID 0x13c0487d343643a7: Processing first storage report for DS-e834b517-6426-4af6-8b40-ba3e5c111b03 from datanode DatanodeRegistration(127.0.0.1:41585, datanodeUuid=10e405c1-7476-41c9-83b4-f16b66cd3c7a, infoPort=38949, infoSecurePort=0, ipcPort=35649, storageInfo=lv=-57;cid=testClusterID;nsid=317085603;c=1733385020667) 2024-12-05T07:50:22,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x591636d95a1da9cf with lease ID 0x13c0487d343643a7: from storage DS-e834b517-6426-4af6-8b40-ba3e5c111b03 node DatanodeRegistration(127.0.0.1:41585, datanodeUuid=10e405c1-7476-41c9-83b4-f16b66cd3c7a, infoPort=38949, infoSecurePort=0, ipcPort=35649, storageInfo=lv=-57;cid=testClusterID;nsid=317085603;c=1733385020667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:50:22,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be 2024-12-05T07:50:22,497 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/zookeeper_0, clientPort=56937, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T07:50:22,498 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56937 2024-12-05T07:50:22,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:22,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:22,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:50:22,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:50:22,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660 with version=8 2024-12-05T07:50:22,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/hbase-staging 2024-12-05T07:50:22,514 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:22,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:22,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:22,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:22,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:22,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:22,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T07:50:22,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:22,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37307 2024-12-05T07:50:22,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37307 connecting to ZooKeeper ensemble=127.0.0.1:56937 2024-12-05T07:50:22,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373070x0, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:22,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37307-0x101a5c1fee50000 connected 2024-12-05T07:50:22,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:22,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:22,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:22,638 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660, hbase.cluster.distributed=false 2024-12-05T07:50:22,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:22,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37307 2024-12-05T07:50:22,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37307 2024-12-05T07:50:22,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37307 2024-12-05T07:50:22,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37307 2024-12-05T07:50:22,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37307 2024-12-05T07:50:22,653 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:22,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:22,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:22,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:22,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:22,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:22,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:50:22,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:22,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43655 2024-12-05T07:50:22,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43655 connecting to ZooKeeper ensemble=127.0.0.1:56937 2024-12-05T07:50:22,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:22,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:22,676 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436550x0, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:22,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436550x0, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:22,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43655-0x101a5c1fee50001 connected 2024-12-05T07:50:22,677 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:50:22,677 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T07:50:22,683 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-05T07:50:22,683 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T07:50:22,684 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T07:50:22,684 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:50:22,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:50:22,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:22,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43655 2024-12-05T07:50:22,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43655 2024-12-05T07:50:22,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43655 2024-12-05T07:50:22,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43655 2024-12-05T07:50:22,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43655 2024-12-05T07:50:22,701 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:50:22,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:22,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:22,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:50:22,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:50:22,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:50:22,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:50:22,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:50:22,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42761 2024-12-05T07:50:22,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42761 connecting to ZooKeeper ensemble=127.0.0.1:56937 2024-12-05T07:50:22,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:22,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427610x0, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:50:22,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427610x0, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:22,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42761-0x101a5c1fee50002 connected 2024-12-05T07:50:22,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:50:22,719 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T07:50:22,724 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-05T07:50:22,724 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T07:50:22,725 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T07:50:22,725 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:50:22,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:50:22,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:50:22,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42761 2024-12-05T07:50:22,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42761 2024-12-05T07:50:22,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42761 2024-12-05T07:50:22,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42761 2024-12-05T07:50:22,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42761 2024-12-05T07:50:22,737 DEBUG [M:0;fc6cd38557f3:37307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:37307 2024-12-05T07:50:22,738 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,37307,1733385022513 2024-12-05T07:50:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:22,749 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:22,749 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,37307,1733385022513 2024-12-05T07:50:22,759 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:22,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:22,759 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,760 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T07:50:22,760 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,37307,1733385022513 from backup master directory 2024-12-05T07:50:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,37307,1733385022513 2024-12-05T07:50:22,768 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:22,768 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:22,768 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,37307,1733385022513 2024-12-05T07:50:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:50:22,771 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/hbase.id] with ID: 6a7620e3-3054-46d7-96db-43fd3ea3a922 2024-12-05T07:50:22,771 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/.tmp/hbase.id 2024-12-05T07:50:22,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:50:22,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:50:22,781 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/.tmp/hbase.id]:[hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/hbase.id] 2024-12-05T07:50:22,790 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:50:22,790 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T07:50:22,792 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T07:50:22,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,801 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:50:22,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:50:22,812 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:50:22,813 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T07:50:22,813 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:50:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:50:22,825 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store 2024-12-05T07:50:22,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:50:22,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:50:22,833 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:22,833 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:50:22,833 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:22,833 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:22,833 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:50:22,833 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:22,833 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:22,833 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385022833Disabling compacts and flushes for region at 1733385022833Disabling writes for close at 1733385022833Writing region close event to WAL at 1733385022833Closed at 1733385022833 2024-12-05T07:50:22,834 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/.initializing 2024-12-05T07:50:22,834 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/WALs/fc6cd38557f3,37307,1733385022513 2024-12-05T07:50:22,835 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:22,837 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C37307%2C1733385022513, suffix=, logDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/WALs/fc6cd38557f3,37307,1733385022513, archiveDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/oldWALs, maxLogs=10 2024-12-05T07:50:22,855 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/WALs/fc6cd38557f3,37307,1733385022513/fc6cd38557f3%2C37307%2C1733385022513.1733385022838, exclude list is [], retry=0 2024-12-05T07:50:22,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-96709cec-f322-4e60-a972-b4b324d23627,DISK] 2024-12-05T07:50:22,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41585,DS-7fe3a292-ebe0-489a-91cc-2880e24af7b2,DISK] 2024-12-05T07:50:22,861 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/WALs/fc6cd38557f3,37307,1733385022513/fc6cd38557f3%2C37307%2C1733385022513.1733385022838 2024-12-05T07:50:22,862 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38949:38949)] 2024-12-05T07:50:22,862 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:50:22,862 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:22,862 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,862 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T07:50:22,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:22,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:22,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T07:50:22,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:22,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:22,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T07:50:22,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:22,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:22,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T07:50:22,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:22,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:22,872 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,873 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,873 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,874 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,874 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,875 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:22,876 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:50:22,878 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:22,878 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61737176, jitterRate=-0.08004438877105713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:22,879 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733385022863Initializing all the Stores at 1733385022863Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385022863Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385022864 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385022864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385022864Cleaning up temporary data from old regions at 1733385022874 (+10 ms)Region opened successfully at 1733385022879 (+5 ms) 2024-12-05T07:50:22,879 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T07:50:22,883 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39dc8a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:22,884 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T07:50:22,884 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T07:50:22,884 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T07:50:22,884 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T07:50:22,885 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T07:50:22,885 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T07:50:22,885 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T07:50:22,896 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T07:50:22,897 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T07:50:22,917 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T07:50:22,918 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T07:50:22,919 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T07:50:22,926 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T07:50:22,926 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T07:50:22,927 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T07:50:22,934 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T07:50:22,935 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T07:50:22,942 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T07:50:22,945 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T07:50:22,951 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T07:50:22,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:22,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:22,959 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:22,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,959 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,960 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,37307,1733385022513, sessionid=0x101a5c1fee50000, setting cluster-up flag (Was=false) 2024-12-05T07:50:22,976 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:22,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:23,001 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T07:50:23,002 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,37307,1733385022513 2024-12-05T07:50:23,018 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:23,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:23,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:23,043 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T07:50:23,044 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,37307,1733385022513 2024-12-05T07:50:23,045 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T07:50:23,047 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:23,047 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T07:50:23,047 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T07:50:23,047 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,37307,1733385022513 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T07:50:23,048 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:23,049 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:23,049 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:23,049 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:50:23,049 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10 2024-12-05T07:50:23,049 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,049 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:23,049 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:23,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T07:50:23,056 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385053056 2024-12-05T07:50:23,057 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T07:50:23,057 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T07:50:23,057 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T07:50:23,057 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T07:50:23,057 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T07:50:23,057 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T07:50:23,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:23,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T07:50:23,057 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,063 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T07:50:23,063 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T07:50:23,063 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T07:50:23,064 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T07:50:23,064 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T07:50:23,064 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385023064,5,FailOnTimeoutGroup] 2024-12-05T07:50:23,064 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385023064,5,FailOnTimeoutGroup] 2024-12-05T07:50:23,064 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,064 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T07:50:23,064 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,064 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:50:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:50:23,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T07:50:23,072 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660 2024-12-05T07:50:23,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:50:23,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741832_1008 (size=32) 2024-12-05T07:50:23,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:23,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:50:23,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:50:23,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:23,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:23,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:50:23,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:50:23,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:23,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:23,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:50:23,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:50:23,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:23,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:23,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:50:23,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:50:23,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:23,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:23,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:50:23,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740 2024-12-05T07:50:23,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740 2024-12-05T07:50:23,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:50:23,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:50:23,088 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:23,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:50:23,091 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:23,091 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61115276, jitterRate=-0.08931142091751099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:23,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733385023079Initializing all the Stores at 1733385023080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385023080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385023080Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385023080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385023080Cleaning up temporary data from old regions at 1733385023088 (+8 ms)Region opened successfully at 1733385023092 (+4 ms) 2024-12-05T07:50:23,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:50:23,092 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:50:23,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:50:23,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:50:23,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:50:23,092 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:23,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385023092Disabling compacts and flushes for region at 1733385023092Disabling writes for close at 1733385023092Writing region close event to WAL at 1733385023092Closed at 1733385023092 2024-12-05T07:50:23,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:23,094 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T07:50:23,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T07:50:23,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:50:23,096 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T07:50:23,129 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(746): ClusterId : 6a7620e3-3054-46d7-96db-43fd3ea3a922 2024-12-05T07:50:23,129 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(746): ClusterId : 6a7620e3-3054-46d7-96db-43fd3ea3a922 2024-12-05T07:50:23,129 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:50:23,129 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:50:23,158 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:50:23,158 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:50:23,158 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:50:23,158 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:50:23,168 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:50:23,168 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:50:23,169 DEBUG [RS:1;fc6cd38557f3:42761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8e1ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:23,169 DEBUG [RS:0;fc6cd38557f3:43655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bef6225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:50:23,179 DEBUG [RS:1;fc6cd38557f3:42761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:42761 2024-12-05T07:50:23,179 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:50:23,179 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:50:23,179 DEBUG [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:50:23,180 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,37307,1733385022513 with port=42761, startcode=1733385022701 2024-12-05T07:50:23,180 DEBUG [RS:1;fc6cd38557f3:42761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:50:23,181 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36437, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:50:23,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:23,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37307 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:23,183 DEBUG [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660 2024-12-05T07:50:23,183 DEBUG [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42441 2024-12-05T07:50:23,183 DEBUG [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:50:23,183 DEBUG [RS:0;fc6cd38557f3:43655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:43655 2024-12-05T07:50:23,184 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:50:23,184 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:50:23,184 DEBUG [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:50:23,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:23,193 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,37307,1733385022513 with port=43655, startcode=1733385022653 2024-12-05T07:50:23,193 DEBUG [RS:0;fc6cd38557f3:43655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:50:23,193 DEBUG [RS:1;fc6cd38557f3:42761 {}] zookeeper.ZKUtil(111): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:23,193 WARN [RS:1;fc6cd38557f3:42761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:23,193 INFO [RS:1;fc6cd38557f3:42761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:23,193 DEBUG [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:23,194 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49521, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:50:23,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,42761,1733385022701] 2024-12-05T07:50:23,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,43655,1733385022653 2024-12-05T07:50:23,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37307 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,43655,1733385022653 2024-12-05T07:50:23,196 DEBUG [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660 2024-12-05T07:50:23,196 DEBUG [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42441 2024-12-05T07:50:23,196 DEBUG [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:50:23,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:23,231 DEBUG [RS:0;fc6cd38557f3:43655 {}] zookeeper.ZKUtil(111): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,43655,1733385022653 2024-12-05T07:50:23,231 WARN [RS:0;fc6cd38557f3:43655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:50:23,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,43655,1733385022653] 2024-12-05T07:50:23,231 INFO [RS:0;fc6cd38557f3:43655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:23,231 DEBUG [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,43655,1733385022653 2024-12-05T07:50:23,231 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:50:23,237 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:50:23,238 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:50:23,240 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:50:23,240 INFO [RS:1;fc6cd38557f3:42761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:50:23,240 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,240 INFO [RS:0;fc6cd38557f3:43655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:50:23,240 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,243 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:50:23,243 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:50:23,244 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:50:23,244 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:50:23,244 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,244 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:50:23,244 DEBUG [RS:0;fc6cd38557f3:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:23,244 DEBUG [RS:1;fc6cd38557f3:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:50:23,246 WARN [fc6cd38557f3:37307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T07:50:23,250 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,43655,1733385022653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:23,250 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,42761,1733385022701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:23,263 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:50:23,263 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,43655,1733385022653-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,263 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,263 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.Replication(171): fc6cd38557f3,43655,1733385022653 started 2024-12-05T07:50:23,268 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:50:23,268 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,42761,1733385022701-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,269 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,269 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.Replication(171): fc6cd38557f3,42761,1733385022701 started 2024-12-05T07:50:23,275 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,275 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,43655,1733385022653, RpcServer on fc6cd38557f3/172.17.0.2:43655, sessionid=0x101a5c1fee50001 2024-12-05T07:50:23,276 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:50:23,276 DEBUG [RS:0;fc6cd38557f3:43655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,43655,1733385022653 2024-12-05T07:50:23,276 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,43655,1733385022653' 2024-12-05T07:50:23,276 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:50:23,276 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:50:23,277 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:50:23,277 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:50:23,277 DEBUG [RS:0;fc6cd38557f3:43655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,43655,1733385022653 2024-12-05T07:50:23,277 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,43655,1733385022653' 2024-12-05T07:50:23,277 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:50:23,277 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:50:23,277 DEBUG [RS:0;fc6cd38557f3:43655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:50:23,277 INFO [RS:0;fc6cd38557f3:43655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:50:23,277 INFO [RS:0;fc6cd38557f3:43655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:50:23,285 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,286 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,42761,1733385022701, RpcServer on fc6cd38557f3/172.17.0.2:42761, sessionid=0x101a5c1fee50002 2024-12-05T07:50:23,286 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:50:23,286 DEBUG [RS:1;fc6cd38557f3:42761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:23,286 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,42761,1733385022701' 2024-12-05T07:50:23,286 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:50:23,286 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:50:23,287 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:50:23,287 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:50:23,287 DEBUG [RS:1;fc6cd38557f3:42761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:23,287 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,42761,1733385022701' 2024-12-05T07:50:23,287 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:50:23,287 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:50:23,288 DEBUG [RS:1;fc6cd38557f3:42761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:50:23,288 INFO [RS:1;fc6cd38557f3:42761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:50:23,288 INFO [RS:1;fc6cd38557f3:42761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:50:23,378 INFO [RS:0;fc6cd38557f3:43655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:23,380 INFO [RS:0;fc6cd38557f3:43655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C43655%2C1733385022653, suffix=, logDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,43655,1733385022653, archiveDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/oldWALs, maxLogs=32 2024-12-05T07:50:23,388 INFO [RS:1;fc6cd38557f3:42761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:50:23,390 INFO [RS:1;fc6cd38557f3:42761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C42761%2C1733385022701, suffix=, logDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,42761,1733385022701, archiveDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/oldWALs, maxLogs=32 2024-12-05T07:50:23,398 DEBUG [RS:0;fc6cd38557f3:43655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,43655,1733385022653/fc6cd38557f3%2C43655%2C1733385022653.1733385023380, exclude list is [], retry=0 2024-12-05T07:50:23,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41585,DS-7fe3a292-ebe0-489a-91cc-2880e24af7b2,DISK] 2024-12-05T07:50:23,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-96709cec-f322-4e60-a972-b4b324d23627,DISK] 2024-12-05T07:50:23,402 DEBUG [RS:1;fc6cd38557f3:42761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,42761,1733385022701/fc6cd38557f3%2C42761%2C1733385022701.1733385023390, exclude list is [], retry=0 2024-12-05T07:50:23,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-96709cec-f322-4e60-a972-b4b324d23627,DISK] 2024-12-05T07:50:23,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41585,DS-7fe3a292-ebe0-489a-91cc-2880e24af7b2,DISK] 2024-12-05T07:50:23,404 INFO [RS:0;fc6cd38557f3:43655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,43655,1733385022653/fc6cd38557f3%2C43655%2C1733385022653.1733385023380 2024-12-05T07:50:23,410 DEBUG [RS:0;fc6cd38557f3:43655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38949:38949)] 2024-12-05T07:50:23,412 INFO [RS:1;fc6cd38557f3:42761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,42761,1733385022701/fc6cd38557f3%2C42761%2C1733385022701.1733385023390 2024-12-05T07:50:23,414 DEBUG [RS:1;fc6cd38557f3:42761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455),(127.0.0.1/127.0.0.1:38949:38949)] 2024-12-05T07:50:23,496 DEBUG [fc6cd38557f3:37307 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T07:50:23,497 DEBUG [fc6cd38557f3:37307 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:50:23,499 DEBUG [fc6cd38557f3:37307 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:50:23,499 DEBUG [fc6cd38557f3:37307 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:50:23,499 DEBUG [fc6cd38557f3:37307 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:50:23,499 DEBUG [fc6cd38557f3:37307 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:50:23,499 INFO [fc6cd38557f3:37307 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:50:23,499 INFO [fc6cd38557f3:37307 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:50:23,499 DEBUG [fc6cd38557f3:37307 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:50:23,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:23,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,42761,1733385022701, state=OPENING 2024-12-05T07:50:23,534 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T07:50:23,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:23,543 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:23,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:23,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:23,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:23,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:23,543 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:50:23,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,42761,1733385022701}] 2024-12-05T07:50:23,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T07:50:23,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:23,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:23,702 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T07:50:23,702 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:50:23,702 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T07:50:23,704 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C42761%2C1733385022701.meta, suffix=.meta, logDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,42761,1733385022701, archiveDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/oldWALs, maxLogs=32 2024-12-05T07:50:23,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:23,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:23,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:23,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:23,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:23,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:23,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:23,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:23,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:23,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T07:50:23,722 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,42761,1733385022701/fc6cd38557f3%2C42761%2C1733385022701.meta.1733385023704.meta, exclude list is [], retry=0 2024-12-05T07:50:23,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41585,DS-7fe3a292-ebe0-489a-91cc-2880e24af7b2,DISK] 2024-12-05T07:50:23,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-96709cec-f322-4e60-a972-b4b324d23627,DISK] 2024-12-05T07:50:23,726 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/WALs/fc6cd38557f3,42761,1733385022701/fc6cd38557f3%2C42761%2C1733385022701.meta.1733385023704.meta 2024-12-05T07:50:23,727 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38949:38949),(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-05T07:50:23,727 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:50:23,728 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T07:50:23,728 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T07:50:23,728 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T07:50:23,728 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T07:50:23,728 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:23,728 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T07:50:23,728 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T07:50:23,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:50:23,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:50:23,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:23,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:23,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:50:23,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:50:23,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:23,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:23,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:50:23,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:50:23,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:23,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:23,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:50:23,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:50:23,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:23,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:50:23,734 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:50:23,735 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740 2024-12-05T07:50:23,736 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740 2024-12-05T07:50:23,737 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:50:23,737 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:50:23,737 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:50:23,739 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:50:23,739 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66598361, jitterRate=-0.00760708749294281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:50:23,739 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T07:50:23,740 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733385023728Writing region info on filesystem at 1733385023729 (+1 ms)Initializing all the Stores at 1733385023729Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385023729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385023729Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385023730 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385023730Cleaning up temporary data from old regions at 1733385023737 (+7 ms)Running coprocessor post-open hooks at 1733385023739 (+2 ms)Region opened successfully at 1733385023740 (+1 ms) 2024-12-05T07:50:23,741 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733385023696 2024-12-05T07:50:23,743 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T07:50:23,743 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T07:50:23,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:23,746 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,42761,1733385022701, state=OPEN 2024-12-05T07:50:23,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:23,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:23,759 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:50:23,759 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:23,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:23,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:23,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:50:23,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T07:50:23,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,42761,1733385022701 in 216 msec 2024-12-05T07:50:23,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T07:50:23,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 668 msec 2024-12-05T07:50:23,765 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:50:23,765 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T07:50:23,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:23,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,42761,1733385022701, seqNum=-1] 2024-12-05T07:50:23,767 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:23,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:23,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 728 msec 2024-12-05T07:50:23,775 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733385023775, completionTime=-1 2024-12-05T07:50:23,775 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T07:50:23,775 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T07:50:23,778 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-05T07:50:23,778 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385083778 2024-12-05T07:50:23,778 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385143778 2024-12-05T07:50:23,778 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T07:50:23,778 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37307,1733385022513-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,778 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37307,1733385022513-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,778 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37307,1733385022513-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,778 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:37307, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,778 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,779 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,781 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T07:50:23,783 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.015sec 2024-12-05T07:50:23,783 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T07:50:23,783 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T07:50:23,783 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T07:50:23,783 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T07:50:23,783 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T07:50:23,783 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37307,1733385022513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:50:23,783 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37307,1733385022513-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T07:50:23,786 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T07:50:23,786 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T07:50:23,786 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37307,1733385022513-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:50:23,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-05T07:50:23,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:23,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,37307,-1 for getting cluster id 2024-12-05T07:50:23,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:50:23,832 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a7620e3-3054-46d7-96db-43fd3ea3a922' 2024-12-05T07:50:23,832 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:50:23,833 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a7620e3-3054-46d7-96db-43fd3ea3a922" 2024-12-05T07:50:23,833 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d27e013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:23,833 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,37307,-1] 2024-12-05T07:50:23,834 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:50:23,834 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:23,835 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:50:23,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de3f6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:50:23,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:50:23,838 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,42761,1733385022701, seqNum=-1] 2024-12-05T07:50:23,838 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:23,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:23,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,37307,1733385022513 2024-12-05T07:50:23,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:50:23,843 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,37307,1733385022513 2024-12-05T07:50:23,843 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@618306c8 2024-12-05T07:50:23,843 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:50:23,844 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:50:23,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:50:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T07:50:23,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:50:23,848 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:23,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-05T07:50:23,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:50:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:50:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741836_1012 (size=379) 2024-12-05T07:50:23,859 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fc8758e9e30112af3040222710e2746, NAME => 'testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660 2024-12-05T07:50:23,860 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 938717b0fadea71399f1e7f1a79e4988, NAME => 'testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660 2024-12-05T07:50:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:50:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741837_1013 (size=61) 2024-12-05T07:50:23,873 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:23,873 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 938717b0fadea71399f1e7f1a79e4988, disabling compactions & flushes 2024-12-05T07:50:23,873 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:23,873 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:23,873 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. after waiting 0 ms 2024-12-05T07:50:23,873 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:23,873 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:23,874 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 938717b0fadea71399f1e7f1a79e4988: Waiting for close lock at 1733385023873Disabling compacts and flushes for region at 1733385023873Disabling writes for close at 1733385023873Writing region close event to WAL at 1733385023873Closed at 1733385023873 2024-12-05T07:50:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:50:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741838_1014 (size=61) 2024-12-05T07:50:23,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:23,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8fc8758e9e30112af3040222710e2746, disabling compactions & flushes 2024-12-05T07:50:23,881 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:23,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:23,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. after waiting 0 ms 2024-12-05T07:50:23,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:23,881 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:23,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fc8758e9e30112af3040222710e2746: Waiting for close lock at 1733385023881Disabling compacts and flushes for region at 1733385023881Disabling writes for close at 1733385023881Writing region close event to WAL at 1733385023881Closed at 1733385023881 2024-12-05T07:50:23,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:50:23,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733385023882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385023882"}]},"ts":"1733385023882"} 2024-12-05T07:50:23,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733385023882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385023882"}]},"ts":"1733385023882"} 2024-12-05T07:50:23,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-05T07:50:23,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:50:23,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385023887"}]},"ts":"1733385023887"} 2024-12-05T07:50:23,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T07:50:23,889 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0} 2024-12-05T07:50:23,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T07:50:23,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T07:50:23,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T07:50:23,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T07:50:23,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T07:50:23,891 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T07:50:23,891 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T07:50:23,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fc8758e9e30112af3040222710e2746, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=938717b0fadea71399f1e7f1a79e4988, ASSIGN}] 2024-12-05T07:50:23,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=938717b0fadea71399f1e7f1a79e4988, ASSIGN 2024-12-05T07:50:23,893 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fc8758e9e30112af3040222710e2746, ASSIGN 2024-12-05T07:50:23,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=938717b0fadea71399f1e7f1a79e4988, ASSIGN; state=OFFLINE, location=fc6cd38557f3,43655,1733385022653; forceNewPlan=false, retain=false 2024-12-05T07:50:23,893 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fc8758e9e30112af3040222710e2746, ASSIGN; state=OFFLINE, location=fc6cd38557f3,42761,1733385022701; forceNewPlan=false, retain=false 2024-12-05T07:50:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:24,044 INFO [fc6cd38557f3:37307 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T07:50:24,044 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=938717b0fadea71399f1e7f1a79e4988, regionState=OPENING, regionLocation=fc6cd38557f3,43655,1733385022653 2024-12-05T07:50:24,044 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fc8758e9e30112af3040222710e2746, regionState=OPENING, regionLocation=fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:24,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=938717b0fadea71399f1e7f1a79e4988, ASSIGN because future has completed 2024-12-05T07:50:24,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 938717b0fadea71399f1e7f1a79e4988, server=fc6cd38557f3,43655,1733385022653}] 2024-12-05T07:50:24,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fc8758e9e30112af3040222710e2746, ASSIGN because future has completed 2024-12-05T07:50:24,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fc8758e9e30112af3040222710e2746, server=fc6cd38557f3,42761,1733385022701}] 2024-12-05T07:50:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:24,200 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:24,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60537, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:24,205 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:24,205 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fc8758e9e30112af3040222710e2746, NAME => 'testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T07:50:24,205 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:24,205 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,205 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:24,205 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 938717b0fadea71399f1e7f1a79e4988, NAME => 'testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T07:50:24,206 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,206 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,206 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,206 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:50:24,206 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,206 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,215 INFO [StoreOpener-938717b0fadea71399f1e7f1a79e4988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,215 INFO [StoreOpener-8fc8758e9e30112af3040222710e2746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,216 INFO [StoreOpener-938717b0fadea71399f1e7f1a79e4988-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 938717b0fadea71399f1e7f1a79e4988 columnFamilyName family 2024-12-05T07:50:24,216 DEBUG [StoreOpener-938717b0fadea71399f1e7f1a79e4988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:24,217 INFO [StoreOpener-8fc8758e9e30112af3040222710e2746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc8758e9e30112af3040222710e2746 columnFamilyName family 2024-12-05T07:50:24,217 DEBUG [StoreOpener-8fc8758e9e30112af3040222710e2746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:50:24,217 INFO [StoreOpener-938717b0fadea71399f1e7f1a79e4988-1 {}] regionserver.HStore(327): Store=938717b0fadea71399f1e7f1a79e4988/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:24,217 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,217 INFO [StoreOpener-8fc8758e9e30112af3040222710e2746-1 {}] regionserver.HStore(327): Store=8fc8758e9e30112af3040222710e2746/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:50:24,217 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,218 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,218 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,218 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,218 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,218 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,219 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,219 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,219 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,220 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,220 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,227 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/8fc8758e9e30112af3040222710e2746/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:24,227 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/938717b0fadea71399f1e7f1a79e4988/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:50:24,228 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 938717b0fadea71399f1e7f1a79e4988; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73776253, jitterRate=0.09935183823108673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:50:24,228 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,228 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 8fc8758e9e30112af3040222710e2746; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69674681, jitterRate=0.03823365271091461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T07:50:24,228 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,229 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 8fc8758e9e30112af3040222710e2746: Running coprocessor pre-open hook at 1733385024206Writing region info on filesystem at 1733385024206Initializing all the Stores at 1733385024207 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385024207Cleaning up temporary data from old regions at 1733385024219 (+12 ms)Running coprocessor post-open hooks at 1733385024228 (+9 ms)Region opened successfully at 1733385024228 2024-12-05T07:50:24,229 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 938717b0fadea71399f1e7f1a79e4988: Running coprocessor pre-open hook at 1733385024206Writing region info on filesystem at 1733385024206Initializing all the Stores at 1733385024207 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385024207Cleaning up temporary data from old regions at 1733385024219 (+12 ms)Running coprocessor post-open hooks at 1733385024228 (+9 ms)Region opened successfully at 1733385024229 (+1 ms) 2024-12-05T07:50:24,229 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746., pid=8, masterSystemTime=1733385024202 2024-12-05T07:50:24,229 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988., pid=7, masterSystemTime=1733385024200 2024-12-05T07:50:24,231 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:24,232 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:24,232 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=938717b0fadea71399f1e7f1a79e4988, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,43655,1733385022653 2024-12-05T07:50:24,232 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:24,232 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:24,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fc8758e9e30112af3040222710e2746, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:24,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 938717b0fadea71399f1e7f1a79e4988, server=fc6cd38557f3,43655,1733385022653 because future has completed 2024-12-05T07:50:24,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fc8758e9e30112af3040222710e2746, server=fc6cd38557f3,42761,1733385022701 because future has completed 2024-12-05T07:50:24,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T07:50:24,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 938717b0fadea71399f1e7f1a79e4988, server=fc6cd38557f3,43655,1733385022653 in 188 msec 2024-12-05T07:50:24,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-05T07:50:24,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fc8758e9e30112af3040222710e2746, server=fc6cd38557f3,42761,1733385022701 in 187 msec 2024-12-05T07:50:24,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=938717b0fadea71399f1e7f1a79e4988, ASSIGN in 346 msec 2024-12-05T07:50:24,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T07:50:24,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fc8758e9e30112af3040222710e2746, ASSIGN in 347 msec 2024-12-05T07:50:24,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:50:24,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385024241"}]},"ts":"1733385024241"} 2024-12-05T07:50:24,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T07:50:24,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:50:24,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 400 msec 2024-12-05T07:50:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:50:24,482 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-05T07:50:24,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T07:50:24,482 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:50:24,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T07:50:24,485 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T07:50:24,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-05T07:50:24,489 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746., hostname=fc6cd38557f3,42761,1733385022701, seqNum=2] 2024-12-05T07:50:24,499 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988., hostname=fc6cd38557f3,43655,1733385022653, seqNum=2] 2024-12-05T07:50:24,500 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:50:24,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:50:24,512 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 938717b0fadea71399f1e7f1a79e4988 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T07:50:24,526 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/938717b0fadea71399f1e7f1a79e4988/.tmp/family/0a9ad0fbbc224b4cb271dc17dfd0efa1 is 32, key is 5/family:/1733385024503/Put/seqid=0 2024-12-05T07:50:24,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:50:24,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741839_1015 (size=5083) 2024-12-05T07:50:24,532 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/938717b0fadea71399f1e7f1a79e4988/.tmp/family/0a9ad0fbbc224b4cb271dc17dfd0efa1 2024-12-05T07:50:24,539 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/938717b0fadea71399f1e7f1a79e4988/.tmp/family/0a9ad0fbbc224b4cb271dc17dfd0efa1 as hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/938717b0fadea71399f1e7f1a79e4988/family/0a9ad0fbbc224b4cb271dc17dfd0efa1 2024-12-05T07:50:24,545 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/938717b0fadea71399f1e7f1a79e4988/family/0a9ad0fbbc224b4cb271dc17dfd0efa1, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T07:50:24,546 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 938717b0fadea71399f1e7f1a79e4988 in 34ms, sequenceid=9, compaction requested=false 2024-12-05T07:50:24,546 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 938717b0fadea71399f1e7f1a79e4988: 2024-12-05T07:50:24,546 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8fc8758e9e30112af3040222710e2746 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T07:50:24,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/8fc8758e9e30112af3040222710e2746/.tmp/family/ca73504807484aef843ae66df099720d is 32, key is 1/family:/1733385024490/Put/seqid=0 2024-12-05T07:50:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:50:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741840_1016 (size=5054) 2024-12-05T07:50:24,569 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/8fc8758e9e30112af3040222710e2746/.tmp/family/ca73504807484aef843ae66df099720d 2024-12-05T07:50:24,580 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/8fc8758e9e30112af3040222710e2746/.tmp/family/ca73504807484aef843ae66df099720d as hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/8fc8758e9e30112af3040222710e2746/family/ca73504807484aef843ae66df099720d 2024-12-05T07:50:24,586 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/8fc8758e9e30112af3040222710e2746/family/ca73504807484aef843ae66df099720d, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T07:50:24,587 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8fc8758e9e30112af3040222710e2746 in 41ms, sequenceid=8, compaction requested=false 2024-12-05T07:50:24,587 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8fc8758e9e30112af3040222710e2746: 2024-12-05T07:50:24,590 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-05T07:50:24,593 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:24,594 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:50:24,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:24,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:50:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] bucket.BucketCache(1863): found 1 blocks for file ca73504807484aef843ae66df099720d, starting offset: 0, end offset: 9223372036854775807 2024-12-05T07:50:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] bucket.BucketCache(1863): found 1 blocks for file 0a9ad0fbbc224b4cb271dc17dfd0efa1, starting offset: 0, end offset: 9223372036854775807 2024-12-05T07:50:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] bucket.BucketCache(856): removed key 0a9ad0fbbc224b4cb271dc17dfd0efa1_0 from back map with offset lock 2094080 in the evict process 2024-12-05T07:50:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] bucket.BucketCache(856): removed key ca73504807484aef843ae66df099720d_0 from back map with offset lock 2094080 in the evict process 2024-12-05T07:50:24,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T07:50:24,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:24,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:24,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:24,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:24,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:50:24,598 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T07:50:24,598 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1869923606, stopped=false 2024-12-05T07:50:24,598 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,37307,1733385022513 2024-12-05T07:50:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:24,642 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:50:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:24,642 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:24,643 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:50:24,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:24,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:24,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:50:24,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:50:24,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:24,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:24,644 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,43655,1733385022653' ***** 2024-12-05T07:50:24,644 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:50:24,644 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,42761,1733385022701' ***** 2024-12-05T07:50:24,644 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:50:24,644 INFO [RS:0;fc6cd38557f3:43655 {}] bucket.BucketCache(1738): Disabling cache 2024-12-05T07:50:24,644 INFO [RS:1;fc6cd38557f3:42761 {}] bucket.BucketCache(1738): Disabling cache 2024-12-05T07:50:24,644 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T07:50:24,644 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T07:50:24,644 INFO [RS:1;fc6cd38557f3:42761 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T07:50:24,644 INFO [RS:0;fc6cd38557f3:43655 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T07:50:24,644 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T07:50:24,644 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:50:24,644 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:50:24,644 INFO [RS:1;fc6cd38557f3:42761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:50:24,644 INFO [RS:0;fc6cd38557f3:43655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:50:24,644 INFO [RS:1;fc6cd38557f3:42761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:50:24,644 INFO [RS:0;fc6cd38557f3:43655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:50:24,644 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,644 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(3091): Received CLOSE for 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,645 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T07:50:24,645 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:50:24,645 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:50:24,645 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T07:50:24,645 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T07:50:24,645 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:24,645 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:24,645 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,43655,1733385022653 2024-12-05T07:50:24,645 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:24,645 INFO [RS:1;fc6cd38557f3:42761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:42761. 2024-12-05T07:50:24,645 INFO [RS:0;fc6cd38557f3:43655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:43655. 2024-12-05T07:50:24,645 DEBUG [RS:1;fc6cd38557f3:42761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:24,645 DEBUG [RS:1;fc6cd38557f3:42761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:24,645 DEBUG [RS:0;fc6cd38557f3:43655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:50:24,645 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fc8758e9e30112af3040222710e2746, disabling compactions & flushes 2024-12-05T07:50:24,645 DEBUG [RS:0;fc6cd38557f3:43655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:24,645 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T07:50:24,645 DEBUG [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(1325): Online Regions={938717b0fadea71399f1e7f1a79e4988=testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988.} 2024-12-05T07:50:24,645 DEBUG [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(1351): Waiting on 938717b0fadea71399f1e7f1a79e4988 2024-12-05T07:50:24,646 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:24,646 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 938717b0fadea71399f1e7f1a79e4988, disabling compactions & flushes 2024-12-05T07:50:24,646 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:24,646 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:24,646 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:24,646 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. after waiting 0 ms 2024-12-05T07:50:24,646 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. after waiting 0 ms 2024-12-05T07:50:24,646 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:50:24,646 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:24,646 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:24,646 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:50:24,646 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:50:24,646 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T07:50:24,650 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T07:50:24,650 DEBUG [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(1325): Online Regions={8fc8758e9e30112af3040222710e2746=testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T07:50:24,650 DEBUG [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fc8758e9e30112af3040222710e2746 2024-12-05T07:50:24,650 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:50:24,650 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:50:24,650 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:50:24,650 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:50:24,650 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:50:24,650 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-05T07:50:24,652 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:24,652 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:24,655 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/938717b0fadea71399f1e7f1a79e4988/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T07:50:24,656 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:24,656 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 938717b0fadea71399f1e7f1a79e4988: Waiting for close lock at 1733385024645Running coprocessor pre-close hooks at 1733385024645Disabling compacts and flushes for region at 1733385024645Disabling writes for close at 1733385024646 (+1 ms)Writing region close event to WAL at 1733385024650 (+4 ms)Running coprocessor post-close hooks at 1733385024656 (+6 ms)Closed at 1733385024656 2024-12-05T07:50:24,656 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988. 2024-12-05T07:50:24,661 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/default/testClearRegionBlockCache/8fc8758e9e30112af3040222710e2746/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T07:50:24,662 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:24,662 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fc8758e9e30112af3040222710e2746: Waiting for close lock at 1733385024645Running coprocessor pre-close hooks at 1733385024645Disabling compacts and flushes for region at 1733385024645Disabling writes for close at 1733385024646 (+1 ms)Writing region close event to WAL at 1733385024650 (+4 ms)Running coprocessor post-close hooks at 1733385024662 (+12 ms)Closed at 1733385024662 2024-12-05T07:50:24,662 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733385023845.8fc8758e9e30112af3040222710e2746. 2024-12-05T07:50:24,677 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/.tmp/info/3fa378d077e14325a743688d8d5521c9 is 173, key is testClearRegionBlockCache,5,1733385023845.938717b0fadea71399f1e7f1a79e4988./info:regioninfo/1733385024232/Put/seqid=0 2024-12-05T07:50:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:50:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741841_1017 (size=8173) 2024-12-05T07:50:24,687 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/.tmp/info/3fa378d077e14325a743688d8d5521c9 2024-12-05T07:50:24,710 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/.tmp/ns/25eb9cc3b4d34848a1def08e613009ac is 43, key is default/ns:d/1733385023769/Put/seqid=0 2024-12-05T07:50:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:50:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741842_1018 (size=5153) 2024-12-05T07:50:24,716 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/.tmp/ns/25eb9cc3b4d34848a1def08e613009ac 2024-12-05T07:50:24,735 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/.tmp/table/58a73adbfe71416aad8ba0e39aaeff74 is 61, key is testClearRegionBlockCache/table:state/1733385024241/Put/seqid=0 2024-12-05T07:50:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:50:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741843_1019 (size=5312) 2024-12-05T07:50:24,741 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/.tmp/table/58a73adbfe71416aad8ba0e39aaeff74 2024-12-05T07:50:24,747 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/.tmp/info/3fa378d077e14325a743688d8d5521c9 as hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/info/3fa378d077e14325a743688d8d5521c9 2024-12-05T07:50:24,754 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/info/3fa378d077e14325a743688d8d5521c9, entries=20, sequenceid=13, filesize=8.0 K 2024-12-05T07:50:24,755 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/.tmp/ns/25eb9cc3b4d34848a1def08e613009ac as hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/ns/25eb9cc3b4d34848a1def08e613009ac 2024-12-05T07:50:24,760 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/ns/25eb9cc3b4d34848a1def08e613009ac, entries=2, sequenceid=13, filesize=5.0 K 2024-12-05T07:50:24,761 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/.tmp/table/58a73adbfe71416aad8ba0e39aaeff74 as hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/table/58a73adbfe71416aad8ba0e39aaeff74 2024-12-05T07:50:24,767 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/table/58a73adbfe71416aad8ba0e39aaeff74, entries=2, sequenceid=13, filesize=5.2 K 2024-12-05T07:50:24,768 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=13, compaction requested=false 2024-12-05T07:50:24,776 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-05T07:50:24,777 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T07:50:24,777 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:24,777 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385024650Running coprocessor pre-close hooks at 1733385024650Disabling compacts and flushes for region at 1733385024650Disabling writes for close at 1733385024650Obtaining lock to block concurrent updates at 1733385024650Preparing flush snapshotting stores in 1588230740 at 1733385024650Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733385024650Flushing stores of hbase:meta,,1.1588230740 at 1733385024651 (+1 ms)Flushing 1588230740/info: creating writer at 1733385024651Flushing 1588230740/info: appending metadata at 1733385024677 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733385024677Flushing 1588230740/ns: creating writer at 1733385024692 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733385024709 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733385024710 (+1 ms)Flushing 1588230740/table: creating writer at 1733385024722 (+12 ms)Flushing 1588230740/table: appending metadata at 1733385024734 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733385024735 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd7137a: reopening flushed file at 1733385024746 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc9aaef: reopening flushed file at 1733385024754 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7249d8a9: reopening flushed file at 1733385024761 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=13, compaction requested=false at 1733385024768 (+7 ms)Writing region close event to WAL at 1733385024772 (+4 ms)Running coprocessor post-close hooks at 1733385024777 (+5 ms)Closed at 1733385024777 2024-12-05T07:50:24,777 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T07:50:24,845 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,43655,1733385022653; all regions closed. 2024-12-05T07:50:24,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741833_1009 (size=1867) 2024-12-05T07:50:24,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741833_1009 (size=1867) 2024-12-05T07:50:24,850 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,42761,1733385022701; all regions closed. 2024-12-05T07:50:24,850 DEBUG [RS:0;fc6cd38557f3:43655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/oldWALs 2024-12-05T07:50:24,850 INFO [RS:0;fc6cd38557f3:43655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C43655%2C1733385022653:(num 1733385023380) 2024-12-05T07:50:24,850 DEBUG [RS:0;fc6cd38557f3:43655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:24,850 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:24,851 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:24,851 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:24,851 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:50:24,851 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:50:24,851 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:50:24,851 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:24,851 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:24,851 INFO [RS:0;fc6cd38557f3:43655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43655 2024-12-05T07:50:24,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:50:24,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741835_1011 (size=4338) 2024-12-05T07:50:24,855 DEBUG [RS:1;fc6cd38557f3:42761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/oldWALs 2024-12-05T07:50:24,855 INFO [RS:1;fc6cd38557f3:42761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C42761%2C1733385022701.meta:.meta(num 1733385023704) 2024-12-05T07:50:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741834_1010 (size=1758) 2024-12-05T07:50:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741834_1010 (size=1758) 2024-12-05T07:50:24,859 DEBUG [RS:1;fc6cd38557f3:42761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/oldWALs 2024-12-05T07:50:24,859 INFO [RS:1;fc6cd38557f3:42761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C42761%2C1733385022701:(num 1733385023390) 2024-12-05T07:50:24,859 DEBUG [RS:1;fc6cd38557f3:42761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:50:24,859 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:50:24,859 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:24,859 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:24,859 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:24,859 INFO [RS:1;fc6cd38557f3:42761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42761 2024-12-05T07:50:24,859 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:50:24,882 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,43655,1733385022653 2024-12-05T07:50:24,882 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,42761,1733385022701 2024-12-05T07:50:24,892 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:24,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,43655,1733385022653] 2024-12-05T07:50:24,909 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,43655,1733385022653 already deleted, retry=false 2024-12-05T07:50:24,909 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,43655,1733385022653 expired; onlineServers=1 2024-12-05T07:50:24,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,42761,1733385022701] 2024-12-05T07:50:24,917 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,42761,1733385022701 already deleted, retry=false 2024-12-05T07:50:24,917 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,42761,1733385022701 expired; onlineServers=0 2024-12-05T07:50:24,917 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,37307,1733385022513' ***** 2024-12-05T07:50:24,917 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T07:50:24,918 INFO [M:0;fc6cd38557f3:37307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:50:24,918 INFO [M:0;fc6cd38557f3:37307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:50:24,918 DEBUG [M:0;fc6cd38557f3:37307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T07:50:24,918 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T07:50:24,918 DEBUG [M:0;fc6cd38557f3:37307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T07:50:24,918 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385023064 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385023064,5,FailOnTimeoutGroup] 2024-12-05T07:50:24,918 INFO [M:0;fc6cd38557f3:37307 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T07:50:24,918 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385023064 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385023064,5,FailOnTimeoutGroup] 2024-12-05T07:50:24,918 INFO [M:0;fc6cd38557f3:37307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:50:24,918 DEBUG [M:0;fc6cd38557f3:37307 {}] master.HMaster(1795): Stopping service threads 2024-12-05T07:50:24,918 INFO [M:0;fc6cd38557f3:37307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T07:50:24,918 INFO [M:0;fc6cd38557f3:37307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:50:24,918 INFO [M:0;fc6cd38557f3:37307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T07:50:24,918 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T07:50:24,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T07:50:24,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:50:24,926 DEBUG [M:0;fc6cd38557f3:37307 {}] zookeeper.ZKUtil(347): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T07:50:24,926 WARN [M:0;fc6cd38557f3:37307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T07:50:24,926 INFO [M:0;fc6cd38557f3:37307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/.lastflushedseqids 2024-12-05T07:50:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:50:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741844_1020 (size=182) 2024-12-05T07:50:24,932 INFO [M:0;fc6cd38557f3:37307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T07:50:24,932 INFO [M:0;fc6cd38557f3:37307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T07:50:24,932 DEBUG [M:0;fc6cd38557f3:37307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:50:24,932 INFO [M:0;fc6cd38557f3:37307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:24,932 DEBUG [M:0;fc6cd38557f3:37307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:24,932 DEBUG [M:0;fc6cd38557f3:37307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:50:24,932 DEBUG [M:0;fc6cd38557f3:37307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:24,932 INFO [M:0;fc6cd38557f3:37307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-12-05T07:50:24,946 DEBUG [M:0;fc6cd38557f3:37307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b108b6f87484834a408f2193808be72 is 82, key is hbase:meta,,1/info:regioninfo/1733385023745/Put/seqid=0 2024-12-05T07:50:24,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:50:24,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741845_1021 (size=5672) 2024-12-05T07:50:24,951 INFO [M:0;fc6cd38557f3:37307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b108b6f87484834a408f2193808be72 2024-12-05T07:50:24,969 DEBUG [M:0;fc6cd38557f3:37307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/264f554340eb45b1862f3f1b91dfd442 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733385024246/Put/seqid=0 2024-12-05T07:50:24,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741846_1022 (size=6218) 2024-12-05T07:50:24,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741846_1022 (size=6218) 2024-12-05T07:50:24,974 INFO [M:0;fc6cd38557f3:37307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/264f554340eb45b1862f3f1b91dfd442 2024-12-05T07:50:25,000 DEBUG [M:0;fc6cd38557f3:37307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ac60f4b56104b8998e120267d649f8c is 69, key is fc6cd38557f3,42761,1733385022701/rs:state/1733385023182/Put/seqid=0 2024-12-05T07:50:25,001 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:25,001 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x101a5c1fee50001, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:25,001 INFO [RS:0;fc6cd38557f3:43655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:25,001 INFO [RS:0;fc6cd38557f3:43655 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,43655,1733385022653; zookeeper connection closed. 2024-12-05T07:50:25,001 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@456fe8ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@456fe8ff 2024-12-05T07:50:25,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:25,009 INFO [RS:1;fc6cd38557f3:42761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:25,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x101a5c1fee50002, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:25,009 INFO [RS:1;fc6cd38557f3:42761 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,42761,1733385022701; zookeeper connection closed. 2024-12-05T07:50:25,010 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1db1e824 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1db1e824 2024-12-05T07:50:25,010 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T07:50:25,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:50:25,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741847_1023 (size=5224) 2024-12-05T07:50:25,012 INFO [M:0;fc6cd38557f3:37307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ac60f4b56104b8998e120267d649f8c 2024-12-05T07:50:25,018 DEBUG [M:0;fc6cd38557f3:37307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b108b6f87484834a408f2193808be72 as hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b108b6f87484834a408f2193808be72 2024-12-05T07:50:25,024 INFO [M:0;fc6cd38557f3:37307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b108b6f87484834a408f2193808be72, entries=8, sequenceid=71, filesize=5.5 K 2024-12-05T07:50:25,025 DEBUG [M:0;fc6cd38557f3:37307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/264f554340eb45b1862f3f1b91dfd442 as hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/264f554340eb45b1862f3f1b91dfd442 2024-12-05T07:50:25,030 INFO [M:0;fc6cd38557f3:37307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/264f554340eb45b1862f3f1b91dfd442, entries=8, sequenceid=71, filesize=6.1 K 2024-12-05T07:50:25,031 DEBUG [M:0;fc6cd38557f3:37307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ac60f4b56104b8998e120267d649f8c as hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ac60f4b56104b8998e120267d649f8c 2024-12-05T07:50:25,037 INFO [M:0;fc6cd38557f3:37307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42441/user/jenkins/test-data/ac863ec2-2c51-a440-7f87-dabb9a50f660/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ac60f4b56104b8998e120267d649f8c, entries=2, sequenceid=71, filesize=5.1 K 2024-12-05T07:50:25,038 INFO [M:0;fc6cd38557f3:37307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=71, compaction requested=false 2024-12-05T07:50:25,039 INFO [M:0;fc6cd38557f3:37307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:50:25,039 DEBUG [M:0;fc6cd38557f3:37307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385024932Disabling compacts and flushes for region at 1733385024932Disabling writes for close at 1733385024932Obtaining lock to block concurrent updates at 1733385024932Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733385024932Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1733385024932Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733385024933 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733385024933Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733385024946 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733385024946Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733385024956 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733385024969 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733385024969Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733385024980 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733385025000 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733385025000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d9b09d: reopening flushed file at 1733385025017 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2704bfe1: reopening flushed file at 1733385025024 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3d979e: reopening flushed file at 1733385025030 (+6 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=71, compaction requested=false at 1733385025038 (+8 ms)Writing region close event to WAL at 1733385025039 (+1 ms)Closed at 1733385025039 2024-12-05T07:50:25,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741830_1006 (size=35477) 2024-12-05T07:50:25,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41585 is added to blk_1073741830_1006 (size=35477) 2024-12-05T07:50:25,042 INFO [M:0;fc6cd38557f3:37307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T07:50:25,042 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:50:25,042 INFO [M:0;fc6cd38557f3:37307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37307 2024-12-05T07:50:25,043 INFO [M:0;fc6cd38557f3:37307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:50:25,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:25,151 INFO [M:0;fc6cd38557f3:37307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:50:25,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37307-0x101a5c1fee50000, quorum=127.0.0.1:56937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:50:25,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2713c083{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:25,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a50796c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:25,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:25,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eb24413{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:25,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2ef58d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:25,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:50:25,155 WARN [BP-1687053650-172.17.0.2-1733385020667 heartbeating to localhost/127.0.0.1:42441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:50:25,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:50:25,155 WARN [BP-1687053650-172.17.0.2-1733385020667 heartbeating to localhost/127.0.0.1:42441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1687053650-172.17.0.2-1733385020667 (Datanode Uuid 10e405c1-7476-41c9-83b4-f16b66cd3c7a) service to localhost/127.0.0.1:42441 2024-12-05T07:50:25,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/data/data3/current/BP-1687053650-172.17.0.2-1733385020667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:25,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/data/data4/current/BP-1687053650-172.17.0.2-1733385020667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:25,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:50:25,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7735298c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:50:25,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ed6781c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:25,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:25,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53ac45ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:25,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52883e96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:25,165 WARN [BP-1687053650-172.17.0.2-1733385020667 heartbeating to localhost/127.0.0.1:42441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:50:25,165 WARN [BP-1687053650-172.17.0.2-1733385020667 heartbeating to localhost/127.0.0.1:42441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1687053650-172.17.0.2-1733385020667 (Datanode Uuid a3cb5c67-6675-466c-8967-753e32662a90) service to localhost/127.0.0.1:42441 2024-12-05T07:50:25,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:50:25,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:50:25,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/data/data1/current/BP-1687053650-172.17.0.2-1733385020667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:25,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/cluster_e7e46328-e575-2587-60ce-1a433615ca17/data/data2/current/BP-1687053650-172.17.0.2-1733385020667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:50:25,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:50:25,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5719f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:50:25,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9927d40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:50:25,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:50:25,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61cc015c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:50:25,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbc9b84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/562b25e2-2afa-aecd-46ff-43f7e33df5be/hadoop.log.dir/,STOPPED} 2024-12-05T07:50:25,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T07:50:25,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T07:50:25,197 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=192 (was 174) - Thread LEAK? -, OpenFileDescriptor=548 (was 521) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 263) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5671 (was 5789)