2024-11-10 23:24:39,092 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-10 23:24:39,110 main DEBUG Took 0.015992 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 23:24:39,111 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 23:24:39,111 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 23:24:39,112 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 23:24:39,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,122 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 23:24:39,134 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,136 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,137 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,138 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,138 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,139 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,140 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,141 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,141 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,142 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,143 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,143 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:24:39,144 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,144 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 23:24:39,146 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:24:39,147 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 23:24:39,148 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 23:24:39,149 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 23:24:39,150 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 23:24:39,150 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 23:24:39,158 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 23:24:39,161 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 23:24:39,162 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 23:24:39,162 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 23:24:39,163 main DEBUG createAppenders(={Console}) 2024-11-10 23:24:39,163 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-10 23:24:39,164 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-10 23:24:39,164 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-10 23:24:39,164 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 23:24:39,165 main DEBUG OutputStream closed 2024-11-10 23:24:39,165 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 23:24:39,165 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 23:24:39,165 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-10 23:24:39,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 23:24:39,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 23:24:39,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 23:24:39,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 23:24:39,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 23:24:39,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 23:24:39,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 23:24:39,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 23:24:39,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 23:24:39,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 23:24:39,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 23:24:39,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 23:24:39,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 23:24:39,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 23:24:39,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 23:24:39,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 23:24:39,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 23:24:39,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 23:24:39,242 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 23:24:39,242 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-10 23:24:39,243 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 23:24:39,243 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-10T23:24:39,259 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-10 23:24:39,262 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 23:24:39,262 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T23:24:39,329 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=9, ProcessCount=11, AvailableMemoryMB=10219 2024-11-10T23:24:39,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e 2024-11-10T23:24:39,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:24:39,567 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a, deleteOnExit=true 2024-11-10T23:24:39,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:24:39,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/test.cache.data in system properties and HBase conf 2024-11-10T23:24:39,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:24:39,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:24:39,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:24:39,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:24:39,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:24:39,657 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T23:24:39,747 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:24:39,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:24:39,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:24:39,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:24:39,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:24:39,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:24:39,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:24:39,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:24:39,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:24:39,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:24:39,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:24:39,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:24:39,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:24:39,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:24:39,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:24:40,536 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T23:24:40,614 INFO [Time-limited test {}] log.Log(170): Logging initialized @2193ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T23:24:40,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:40,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:40,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:40,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:40,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:24:40,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:40,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f5afe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:40,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f1445e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:40,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f30028c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/java.io.tmpdir/jetty-localhost-36443-hadoop-hdfs-3_4_1-tests_jar-_-any-2444391637327419895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:24:40,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70a7aa35{HTTP/1.1, (http/1.1)}{localhost:36443} 2024-11-10T23:24:40,991 INFO [Time-limited test {}] server.Server(415): Started @2571ms 2024-11-10T23:24:41,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:41,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:41,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:41,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:41,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:24:41,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c875e78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:41,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c368613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:41,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@88aa647{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/java.io.tmpdir/jetty-localhost-35017-hadoop-hdfs-3_4_1-tests_jar-_-any-7021411860456810043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:41,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@117f78d6{HTTP/1.1, (http/1.1)}{localhost:35017} 2024-11-10T23:24:41,497 INFO [Time-limited test {}] server.Server(415): Started @3078ms 2024-11-10T23:24:41,554 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:24:41,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:41,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:41,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:41,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:41,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:24:41,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a5073c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:41,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@206afc24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:41,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51bd81ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/java.io.tmpdir/jetty-localhost-42241-hadoop-hdfs-3_4_1-tests_jar-_-any-2397494575229513631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:41,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ca8c9b3{HTTP/1.1, (http/1.1)}{localhost:42241} 2024-11-10T23:24:41,808 INFO [Time-limited test {}] server.Server(415): Started @3388ms 2024-11-10T23:24:41,811 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:24:41,994 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/data/data1/current/BP-1046964389-172.17.0.2-1731281080299/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:41,994 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/data/data4/current/BP-1046964389-172.17.0.2-1731281080299/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:41,994 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/data/data2/current/BP-1046964389-172.17.0.2-1731281080299/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:41,994 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/data/data3/current/BP-1046964389-172.17.0.2-1731281080299/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:42,046 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:24:42,046 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:24:42,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb757750fd172c3a9 with lease ID 0xff13e93040fcd670: Processing first storage report for DS-15dd9246-e388-47ea-a706-85efb0d8218a from datanode DatanodeRegistration(127.0.0.1:39245, datanodeUuid=13bb5b74-989d-4441-87fa-301e68ea6bda, infoPort=46687, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=1757254302;c=1731281080299) 2024-11-10T23:24:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb757750fd172c3a9 with lease ID 0xff13e93040fcd670: from storage DS-15dd9246-e388-47ea-a706-85efb0d8218a node DatanodeRegistration(127.0.0.1:39245, datanodeUuid=13bb5b74-989d-4441-87fa-301e68ea6bda, infoPort=46687, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=1757254302;c=1731281080299), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T23:24:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x559d0977169bd4f1 with lease ID 0xff13e93040fcd671: Processing first storage report for DS-14682eae-8702-4747-8847-f7360832915b from datanode DatanodeRegistration(127.0.0.1:34667, datanodeUuid=6b4a88de-3250-4468-a0e7-e94d036913b4, infoPort=36935, infoSecurePort=0, ipcPort=42827, storageInfo=lv=-57;cid=testClusterID;nsid=1757254302;c=1731281080299) 2024-11-10T23:24:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x559d0977169bd4f1 with lease ID 0xff13e93040fcd671: from storage DS-14682eae-8702-4747-8847-f7360832915b node DatanodeRegistration(127.0.0.1:34667, datanodeUuid=6b4a88de-3250-4468-a0e7-e94d036913b4, infoPort=36935, infoSecurePort=0, ipcPort=42827, storageInfo=lv=-57;cid=testClusterID;nsid=1757254302;c=1731281080299), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb757750fd172c3a9 with lease ID 0xff13e93040fcd670: Processing first storage report for DS-e62a918c-d37c-477d-85d9-7f87f465b02f from datanode DatanodeRegistration(127.0.0.1:39245, datanodeUuid=13bb5b74-989d-4441-87fa-301e68ea6bda, infoPort=46687, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=1757254302;c=1731281080299) 2024-11-10T23:24:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb757750fd172c3a9 with lease ID 0xff13e93040fcd670: from storage DS-e62a918c-d37c-477d-85d9-7f87f465b02f node DatanodeRegistration(127.0.0.1:39245, datanodeUuid=13bb5b74-989d-4441-87fa-301e68ea6bda, infoPort=46687, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=1757254302;c=1731281080299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x559d0977169bd4f1 with lease ID 0xff13e93040fcd671: Processing first storage report for DS-1faa6ab1-6785-41c2-91c8-45422af592f0 from datanode DatanodeRegistration(127.0.0.1:34667, datanodeUuid=6b4a88de-3250-4468-a0e7-e94d036913b4, infoPort=36935, infoSecurePort=0, ipcPort=42827, storageInfo=lv=-57;cid=testClusterID;nsid=1757254302;c=1731281080299) 2024-11-10T23:24:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x559d0977169bd4f1 with lease ID 0xff13e93040fcd671: from storage DS-1faa6ab1-6785-41c2-91c8-45422af592f0 node DatanodeRegistration(127.0.0.1:34667, datanodeUuid=6b4a88de-3250-4468-a0e7-e94d036913b4, infoPort=36935, infoSecurePort=0, ipcPort=42827, storageInfo=lv=-57;cid=testClusterID;nsid=1757254302;c=1731281080299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:42,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e 2024-11-10T23:24:42,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/zookeeper_0, clientPort=61219, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:24:42,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61219 2024-11-10T23:24:42,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:42,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:42,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:24:42,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:24:42,993 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12 with version=8 2024-11-10T23:24:42,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/hbase-staging 2024-11-10T23:24:43,094 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T23:24:43,346 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:43,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:43,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:43,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:43,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:43,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:43,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:24:43,561 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T23:24:43,570 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T23:24:43,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:43,602 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32024 (auto-detected) 2024-11-10T23:24:43,603 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T23:24:43,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41077 2024-11-10T23:24:43,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41077 connecting to ZooKeeper ensemble=127.0.0.1:61219 2024-11-10T23:24:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410770x0, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:43,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41077-0x1010432c2440000 connected 2024-11-10T23:24:43,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:43,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:43,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:43,736 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12, hbase.cluster.distributed=false 2024-11-10T23:24:43,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:43,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-10T23:24:43,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41077 2024-11-10T23:24:43,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41077 2024-11-10T23:24:43,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-10T23:24:43,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-10T23:24:43,882 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:43,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:43,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:43,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:43,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:43,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:43,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:24:43,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:43,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34567 2024-11-10T23:24:43,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34567 connecting to ZooKeeper ensemble=127.0.0.1:61219 2024-11-10T23:24:43,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:43,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:43,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345670x0, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:43,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34567-0x1010432c2440001 connected 2024-11-10T23:24:43,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:43,911 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:24:43,920 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:24:43,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:24:43,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:43,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34567 2024-11-10T23:24:43,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34567 2024-11-10T23:24:43,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34567 2024-11-10T23:24:43,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34567 2024-11-10T23:24:43,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34567 2024-11-10T23:24:43,953 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:43,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:43,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:43,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:43,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:43,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:43,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:24:43,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:43,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40507 2024-11-10T23:24:43,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40507 connecting to ZooKeeper ensemble=127.0.0.1:61219 2024-11-10T23:24:43,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:43,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:43,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405070x0, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:43,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40507-0x1010432c2440002 connected 2024-11-10T23:24:43,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:43,972 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:24:43,973 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:24:43,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:24:43,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:43,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-10T23:24:43,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40507 2024-11-10T23:24:43,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40507 2024-11-10T23:24:43,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-10T23:24:43,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-10T23:24:43,997 DEBUG [M:0;7318282e5099:41077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7318282e5099:41077 2024-11-10T23:24:43,998 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7318282e5099,41077,1731281083148 2024-11-10T23:24:44,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:44,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:44,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:44,008 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7318282e5099,41077,1731281083148 2024-11-10T23:24:44,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:44,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:44,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,031 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:24:44,032 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7318282e5099,41077,1731281083148 from backup master directory 2024-11-10T23:24:44,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:44,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7318282e5099,41077,1731281083148 2024-11-10T23:24:44,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:44,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:44,036 WARN [master/7318282e5099:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:44,037 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7318282e5099,41077,1731281083148 2024-11-10T23:24:44,039 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T23:24:44,041 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T23:24:44,099 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/hbase.id] with ID: e4012263-97e8-4e4c-9e64-17efbe4903b1 2024-11-10T23:24:44,099 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/.tmp/hbase.id 2024-11-10T23:24:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:24:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:24:44,113 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/.tmp/hbase.id]:[hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/hbase.id] 2024-11-10T23:24:44,157 INFO [master/7318282e5099:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:44,162 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:24:44,181 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T23:24:44,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:24:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:24:44,217 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:24:44,219 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:24:44,235 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:24:44,240 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:44,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:24:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:24:44,292 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store 2024-11-10T23:24:44,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:24:44,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:24:44,319 INFO [master/7318282e5099:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T23:24:44,322 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:44,323 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:24:44,323 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:44,323 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:44,325 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:24:44,325 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:44,325 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:44,327 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281084323Disabling compacts and flushes for region at 1731281084323Disabling writes for close at 1731281084325 (+2 ms)Writing region close event to WAL at 1731281084325Closed at 1731281084325 2024-11-10T23:24:44,329 WARN [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/.initializing 2024-11-10T23:24:44,329 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/WALs/7318282e5099,41077,1731281083148 2024-11-10T23:24:44,338 INFO [master/7318282e5099:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:44,354 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C41077%2C1731281083148, suffix=, logDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/WALs/7318282e5099,41077,1731281083148, archiveDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/oldWALs, maxLogs=10 2024-11-10T23:24:44,384 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/WALs/7318282e5099,41077,1731281083148/7318282e5099%2C41077%2C1731281083148.1731281084360, exclude list is [], retry=0 2024-11-10T23:24:44,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34667,DS-14682eae-8702-4747-8847-f7360832915b,DISK] 2024-11-10T23:24:44,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39245,DS-15dd9246-e388-47ea-a706-85efb0d8218a,DISK] 2024-11-10T23:24:44,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T23:24:44,442 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/WALs/7318282e5099,41077,1731281083148/7318282e5099%2C41077%2C1731281083148.1731281084360 2024-11-10T23:24:44,443 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46687:46687),(127.0.0.1/127.0.0.1:36935:36935)] 2024-11-10T23:24:44,444 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:24:44,445 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:44,449 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,450 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:24:44,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:44,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:44,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:24:44,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:44,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:44,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:24:44,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:44,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:44,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:24:44,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:44,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:44,541 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,544 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,545 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,551 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,552 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,555 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:44,558 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:44,563 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:44,564 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65834749, jitterRate=-0.018985792994499207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:44,571 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281084465Initializing all the Stores at 1731281084467 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281084468 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281084469 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281084469Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281084469Cleaning up temporary data from old regions at 1731281084552 (+83 ms)Region opened successfully at 1731281084571 (+19 ms) 2024-11-10T23:24:44,573 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:24:44,611 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c1a037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:44,645 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:24:44,657 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:24:44,658 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:24:44,662 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:24:44,664 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T23:24:44,669 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T23:24:44,669 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:24:44,696 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:24:44,706 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:24:44,708 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:24:44,711 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:24:44,712 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:24:44,715 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:24:44,717 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:24:44,720 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:24:44,722 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:24:44,723 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:24:44,724 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:24:44,742 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:24:44,744 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:24:44,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:44,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:44,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:44,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,752 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7318282e5099,41077,1731281083148, sessionid=0x1010432c2440000, setting cluster-up flag (Was=false) 2024-11-10T23:24:44,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,772 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:24:44,774 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,41077,1731281083148 2024-11-10T23:24:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:44,785 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:24:44,787 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,41077,1731281083148 2024-11-10T23:24:44,793 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:24:44,864 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:44,874 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:24:44,880 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:24:44,884 INFO [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(746): ClusterId : e4012263-97e8-4e4c-9e64-17efbe4903b1 2024-11-10T23:24:44,884 INFO [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(746): ClusterId : e4012263-97e8-4e4c-9e64-17efbe4903b1 2024-11-10T23:24:44,888 DEBUG [RS:1;7318282e5099:40507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:24:44,888 DEBUG [RS:0;7318282e5099:34567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:24:44,886 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7318282e5099,41077,1731281083148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:24:44,895 DEBUG [RS:0;7318282e5099:34567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:24:44,895 DEBUG [RS:1;7318282e5099:40507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:24:44,895 DEBUG [RS:0;7318282e5099:34567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:24:44,895 DEBUG [RS:1;7318282e5099:40507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:24:44,896 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:44,896 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:44,896 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:44,896 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:44,896 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7318282e5099:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:24:44,896 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:44,897 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:44,897 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:44,898 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281114898 2024-11-10T23:24:44,899 DEBUG [RS:0;7318282e5099:34567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:24:44,899 DEBUG [RS:1;7318282e5099:40507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:24:44,899 DEBUG [RS:0;7318282e5099:34567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8af773c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:44,899 DEBUG [RS:1;7318282e5099:40507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f15445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:44,900 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:24:44,901 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:24:44,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:44,904 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:24:44,905 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:24:44,905 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:24:44,906 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:24:44,906 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:24:44,910 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:44,917 DEBUG [RS:1;7318282e5099:40507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7318282e5099:40507 2024-11-10T23:24:44,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:24:44,917 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:44,920 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:24:44,921 INFO [RS:1;7318282e5099:40507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:24:44,921 INFO [RS:1;7318282e5099:40507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:24:44,921 DEBUG [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:24:44,921 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:24:44,922 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:24:44,924 INFO [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,41077,1731281083148 with port=40507, startcode=1731281083953 2024-11-10T23:24:44,926 DEBUG [RS:0;7318282e5099:34567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7318282e5099:34567 2024-11-10T23:24:44,926 INFO [RS:0;7318282e5099:34567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:24:44,927 INFO [RS:0;7318282e5099:34567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:24:44,927 DEBUG [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:24:44,928 INFO [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,41077,1731281083148 with port=34567, startcode=1731281083843 2024-11-10T23:24:44,929 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:24:44,929 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:24:44,934 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281084931,5,FailOnTimeoutGroup] 2024-11-10T23:24:44,936 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281084934,5,FailOnTimeoutGroup] 2024-11-10T23:24:44,936 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:44,937 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:24:44,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:24:44,938 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:44,939 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:44,939 DEBUG [RS:1;7318282e5099:40507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:24:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:24:44,940 DEBUG [RS:0;7318282e5099:34567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:24:44,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:24:44,942 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12 2024-11-10T23:24:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:24:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:24:44,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:44,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:24:44,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:24:44,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:44,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:44,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:24:44,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:24:44,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:44,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:44,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:24:44,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:24:44,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:44,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:44,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:24:44,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:24:44,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:44,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:44,984 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:24:44,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:24:44,984 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:24:44,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740 2024-11-10T23:24:44,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740 2024-11-10T23:24:44,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:24:44,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:24:44,990 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:44,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,40507,1731281083953 2024-11-10T23:24:44,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:24:44,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41077 {}] master.ServerManager(517): Registering regionserver=7318282e5099,40507,1731281083953 2024-11-10T23:24:44,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:44,998 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74849195, jitterRate=0.11533991992473602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:45,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281084963Initializing all the Stores at 1731281084965 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281084965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281084965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281084965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281084965Cleaning up temporary data from old regions at 1731281084989 (+24 ms)Region opened successfully at 1731281085002 (+13 ms) 2024-11-10T23:24:45,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:24:45,002 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:24:45,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:24:45,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:24:45,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:24:45,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:45,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281085002Disabling compacts and flushes for region at 1731281085002Disabling writes for close at 1731281085003 (+1 ms)Writing region close event to WAL at 1731281085004 (+1 ms)Closed at 1731281085004 2024-11-10T23:24:45,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,34567,1731281083843 2024-11-10T23:24:45,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41077 {}] master.ServerManager(517): Registering regionserver=7318282e5099,34567,1731281083843 2024-11-10T23:24:45,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:45,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:24:45,011 DEBUG [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12 2024-11-10T23:24:45,011 DEBUG [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12 2024-11-10T23:24:45,012 DEBUG [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40807 2024-11-10T23:24:45,012 DEBUG [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40807 2024-11-10T23:24:45,012 DEBUG [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:24:45,012 DEBUG [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:24:45,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:24:45,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:45,021 DEBUG [RS:0;7318282e5099:34567 {}] zookeeper.ZKUtil(111): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,34567,1731281083843 2024-11-10T23:24:45,021 DEBUG [RS:1;7318282e5099:40507 {}] zookeeper.ZKUtil(111): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,40507,1731281083953 2024-11-10T23:24:45,021 WARN [RS:0;7318282e5099:34567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:45,021 WARN [RS:1;7318282e5099:40507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:45,021 INFO [RS:1;7318282e5099:40507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:45,021 INFO [RS:0;7318282e5099:34567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:45,021 DEBUG [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,40507,1731281083953 2024-11-10T23:24:45,021 DEBUG [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,34567,1731281083843 2024-11-10T23:24:45,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,34567,1731281083843] 2024-11-10T23:24:45,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,40507,1731281083953] 2024-11-10T23:24:45,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:24:45,029 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:24:45,050 INFO [RS:0;7318282e5099:34567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:24:45,050 INFO [RS:1;7318282e5099:40507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:24:45,063 INFO [RS:0;7318282e5099:34567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:24:45,063 INFO [RS:1;7318282e5099:40507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:24:45,069 INFO [RS:0;7318282e5099:34567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:24:45,069 INFO [RS:1;7318282e5099:40507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:24:45,069 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,069 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,070 INFO [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:24:45,070 INFO [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:24:45,076 INFO [RS:1;7318282e5099:40507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:24:45,076 INFO [RS:0;7318282e5099:34567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:24:45,077 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,077 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,077 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,077 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,078 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,078 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,078 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,078 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,078 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,078 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,078 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,078 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,078 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:45,078 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:45,079 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,079 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,079 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,079 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,079 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,079 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,079 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,079 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,079 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,079 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,080 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,080 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:45,080 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:45,080 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:45,080 DEBUG [RS:1;7318282e5099:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:45,080 DEBUG [RS:0;7318282e5099:34567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:45,081 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,081 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,082 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,082 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,082 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,082 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,34567,1731281083843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:45,082 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,082 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,082 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,083 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,083 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,083 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,40507,1731281083953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:45,103 INFO [RS:1;7318282e5099:40507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:24:45,105 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,40507,1731281083953-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,105 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,106 INFO [RS:1;7318282e5099:40507 {}] regionserver.Replication(171): 7318282e5099,40507,1731281083953 started 2024-11-10T23:24:45,108 INFO [RS:0;7318282e5099:34567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:24:45,108 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,34567,1731281083843-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,108 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,108 INFO [RS:0;7318282e5099:34567 {}] regionserver.Replication(171): 7318282e5099,34567,1731281083843 started 2024-11-10T23:24:45,124 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,125 INFO [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,40507,1731281083953, RpcServer on 7318282e5099/172.17.0.2:40507, sessionid=0x1010432c2440002 2024-11-10T23:24:45,126 DEBUG [RS:1;7318282e5099:40507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:24:45,126 DEBUG [RS:1;7318282e5099:40507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,40507,1731281083953 2024-11-10T23:24:45,126 DEBUG [RS:1;7318282e5099:40507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,40507,1731281083953' 2024-11-10T23:24:45,126 DEBUG [RS:1;7318282e5099:40507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:24:45,127 DEBUG [RS:1;7318282e5099:40507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:24:45,128 DEBUG [RS:1;7318282e5099:40507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:24:45,128 DEBUG [RS:1;7318282e5099:40507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:24:45,128 DEBUG [RS:1;7318282e5099:40507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,40507,1731281083953 2024-11-10T23:24:45,128 DEBUG [RS:1;7318282e5099:40507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,40507,1731281083953' 2024-11-10T23:24:45,128 DEBUG [RS:1;7318282e5099:40507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:24:45,129 DEBUG [RS:1;7318282e5099:40507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:24:45,130 DEBUG [RS:1;7318282e5099:40507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:24:45,130 INFO [RS:1;7318282e5099:40507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:24:45,130 INFO [RS:1;7318282e5099:40507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:24:45,133 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,133 INFO [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,34567,1731281083843, RpcServer on 7318282e5099/172.17.0.2:34567, sessionid=0x1010432c2440001 2024-11-10T23:24:45,133 DEBUG [RS:0;7318282e5099:34567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:24:45,133 DEBUG [RS:0;7318282e5099:34567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,34567,1731281083843 2024-11-10T23:24:45,133 DEBUG [RS:0;7318282e5099:34567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,34567,1731281083843' 2024-11-10T23:24:45,133 DEBUG [RS:0;7318282e5099:34567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:24:45,134 DEBUG [RS:0;7318282e5099:34567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:24:45,135 DEBUG [RS:0;7318282e5099:34567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:24:45,135 DEBUG [RS:0;7318282e5099:34567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:24:45,135 DEBUG [RS:0;7318282e5099:34567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,34567,1731281083843 2024-11-10T23:24:45,135 DEBUG [RS:0;7318282e5099:34567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,34567,1731281083843' 2024-11-10T23:24:45,135 DEBUG [RS:0;7318282e5099:34567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:24:45,135 DEBUG [RS:0;7318282e5099:34567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:24:45,136 DEBUG [RS:0;7318282e5099:34567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:24:45,136 INFO [RS:0;7318282e5099:34567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:24:45,136 INFO [RS:0;7318282e5099:34567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:24:45,180 WARN [7318282e5099:41077 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:24:45,235 INFO [RS:1;7318282e5099:40507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:45,237 INFO [RS:0;7318282e5099:34567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:45,239 INFO [RS:1;7318282e5099:40507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C40507%2C1731281083953, suffix=, logDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,40507,1731281083953, archiveDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/oldWALs, maxLogs=32 2024-11-10T23:24:45,240 INFO [RS:0;7318282e5099:34567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C34567%2C1731281083843, suffix=, logDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,34567,1731281083843, archiveDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/oldWALs, maxLogs=32 2024-11-10T23:24:45,264 DEBUG [RS:0;7318282e5099:34567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,34567,1731281083843/7318282e5099%2C34567%2C1731281083843.1731281085242, exclude list is [], retry=0 2024-11-10T23:24:45,264 DEBUG [RS:1;7318282e5099:40507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,40507,1731281083953/7318282e5099%2C40507%2C1731281083953.1731281085242, exclude list is [], retry=0 2024-11-10T23:24:45,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34667,DS-14682eae-8702-4747-8847-f7360832915b,DISK] 2024-11-10T23:24:45,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39245,DS-15dd9246-e388-47ea-a706-85efb0d8218a,DISK] 2024-11-10T23:24:45,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34667,DS-14682eae-8702-4747-8847-f7360832915b,DISK] 2024-11-10T23:24:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39245,DS-15dd9246-e388-47ea-a706-85efb0d8218a,DISK] 2024-11-10T23:24:45,274 INFO [RS:1;7318282e5099:40507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,40507,1731281083953/7318282e5099%2C40507%2C1731281083953.1731281085242 2024-11-10T23:24:45,275 DEBUG [RS:1;7318282e5099:40507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46687:46687),(127.0.0.1/127.0.0.1:36935:36935)] 2024-11-10T23:24:45,275 INFO [RS:0;7318282e5099:34567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,34567,1731281083843/7318282e5099%2C34567%2C1731281083843.1731281085242 2024-11-10T23:24:45,276 DEBUG [RS:0;7318282e5099:34567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36935:36935),(127.0.0.1/127.0.0.1:46687:46687)] 2024-11-10T23:24:45,432 DEBUG [7318282e5099:41077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:24:45,441 DEBUG [7318282e5099:41077 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:24:45,448 DEBUG [7318282e5099:41077 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:24:45,448 DEBUG [7318282e5099:41077 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:24:45,448 DEBUG [7318282e5099:41077 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:24:45,448 DEBUG [7318282e5099:41077 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:24:45,448 INFO [7318282e5099:41077 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:24:45,448 INFO [7318282e5099:41077 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:24:45,448 DEBUG [7318282e5099:41077 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:24:45,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7318282e5099,34567,1731281083843 2024-11-10T23:24:45,463 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,34567,1731281083843, state=OPENING 2024-11-10T23:24:45,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:24:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:45,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:45,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:45,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:45,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:45,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:24:45,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,34567,1731281083843}] 2024-11-10T23:24:45,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:45,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:45,662 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:24:45,663 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:45,663 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:24:45,666 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C34567%2C1731281083843.meta, suffix=.meta, logDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,34567,1731281083843, archiveDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/oldWALs, maxLogs=32 2024-11-10T23:24:45,683 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,34567,1731281083843/7318282e5099%2C34567%2C1731281083843.meta.1731281085668.meta, exclude list is [], retry=0 2024-11-10T23:24:45,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34667,DS-14682eae-8702-4747-8847-f7360832915b,DISK] 2024-11-10T23:24:45,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39245,DS-15dd9246-e388-47ea-a706-85efb0d8218a,DISK] 2024-11-10T23:24:45,689 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/WALs/7318282e5099,34567,1731281083843/7318282e5099%2C34567%2C1731281083843.meta.1731281085668.meta 2024-11-10T23:24:45,690 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36935:36935),(127.0.0.1/127.0.0.1:46687:46687)] 2024-11-10T23:24:45,690 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:24:45,692 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:24:45,694 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:24:45,699 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:24:45,704 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:24:45,704 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:45,704 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:24:45,704 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:24:45,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:24:45,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:24:45,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:45,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:45,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:24:45,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:24:45,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:45,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:45,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:24:45,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:24:45,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:45,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:45,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:24:45,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:24:45,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:45,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:45,716 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:24:45,718 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740 2024-11-10T23:24:45,720 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740 2024-11-10T23:24:45,722 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:24:45,722 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:24:45,723 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:45,726 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:24:45,727 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71192203, jitterRate=0.060846492648124695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:45,727 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:24:45,729 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281085705Writing region info on filesystem at 1731281085705Initializing all the Stores at 1731281085707 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281085707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281085707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281085707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281085707Cleaning up temporary data from old regions at 1731281085722 (+15 ms)Running coprocessor post-open hooks at 1731281085727 (+5 ms)Region opened successfully at 1731281085729 (+2 ms) 2024-11-10T23:24:45,736 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281085640 2024-11-10T23:24:45,747 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:24:45,748 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:24:45,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,34567,1731281083843 2024-11-10T23:24:45,751 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,34567,1731281083843, state=OPEN 2024-11-10T23:24:45,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:45,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:45,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:45,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:45,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:45,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:45,755 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7318282e5099,34567,1731281083843 2024-11-10T23:24:45,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:24:45,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,34567,1731281083843 in 281 msec 2024-11-10T23:24:45,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:24:45,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 748 msec 2024-11-10T23:24:45,768 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:45,768 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:24:45,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:24:45,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,34567,1731281083843, seqNum=-1] 2024-11-10T23:24:45,810 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:45,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:45,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0110 sec 2024-11-10T23:24:45,833 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281085833, completionTime=-1 2024-11-10T23:24:45,836 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:24:45,836 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:24:45,866 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:24:45,866 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281145866 2024-11-10T23:24:45,866 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281205866 2024-11-10T23:24:45,866 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-10T23:24:45,868 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:24:45,874 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,41077,1731281083148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,875 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,41077,1731281083148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,875 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,41077,1731281083148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,876 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7318282e5099:41077, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,877 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,877 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,884 DEBUG [master/7318282e5099:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:24:45,905 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.868sec 2024-11-10T23:24:45,907 INFO [master/7318282e5099:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:24:45,908 INFO [master/7318282e5099:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:24:45,909 INFO [master/7318282e5099:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:24:45,910 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:24:45,910 INFO [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:24:45,911 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,41077,1731281083148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:45,911 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,41077,1731281083148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:24:45,916 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:24:45,917 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:24:45,917 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,41077,1731281083148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:45,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3deca726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:45,998 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T23:24:45,998 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T23:24:46,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,41077,-1 for getting cluster id 2024-11-10T23:24:46,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:24:46,040 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4012263-97e8-4e4c-9e64-17efbe4903b1' 2024-11-10T23:24:46,042 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:24:46,043 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4012263-97e8-4e4c-9e64-17efbe4903b1" 2024-11-10T23:24:46,046 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bafdb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:46,046 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,41077,-1] 2024-11-10T23:24:46,050 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:24:46,052 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:46,053 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:24:46,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533fb726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:46,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:24:46,063 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,34567,1731281083843, seqNum=-1] 2024-11-10T23:24:46,063 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:46,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:46,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7318282e5099,41077,1731281083148 2024-11-10T23:24:46,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:24:46,115 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,41077,1731281083148 2024-11-10T23:24:46,118 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@154fa0a8 2024-11-10T23:24:46,119 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:24:46,125 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:24:46,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:24:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:24:46,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:24:46,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:24:46,144 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:46,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:24:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:24:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:24:46,163 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8d722c7b8a1438079ecafc76996294c, NAME => 'testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12 2024-11-10T23:24:46,163 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ae85573aaadc3c98f9d9100022be43d7, NAME => 'testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12 2024-11-10T23:24:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:24:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:24:46,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:46,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing c8d722c7b8a1438079ecafc76996294c, disabling compactions & flushes 2024-11-10T23:24:46,174 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:46,175 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:46,175 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. after waiting 0 ms 2024-11-10T23:24:46,175 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:46,175 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:46,175 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8d722c7b8a1438079ecafc76996294c: Waiting for close lock at 1731281086174Disabling compacts and flushes for region at 1731281086174Disabling writes for close at 1731281086175 (+1 ms)Writing region close event to WAL at 1731281086175Closed at 1731281086175 2024-11-10T23:24:46,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:24:46,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:24:46,180 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:46,180 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ae85573aaadc3c98f9d9100022be43d7, disabling compactions & flushes 2024-11-10T23:24:46,180 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:46,180 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:46,180 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. after waiting 0 ms 2024-11-10T23:24:46,180 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:46,180 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:46,180 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ae85573aaadc3c98f9d9100022be43d7: Waiting for close lock at 1731281086180Disabling compacts and flushes for region at 1731281086180Disabling writes for close at 1731281086180Writing region close event to WAL at 1731281086180Closed at 1731281086180 2024-11-10T23:24:46,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:24:46,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281086183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281086183"}]},"ts":"1731281086183"} 2024-11-10T23:24:46,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281086183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281086183"}]},"ts":"1731281086183"} 2024-11-10T23:24:46,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:24:46,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:24:46,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281086226"}]},"ts":"1731281086226"} 2024-11-10T23:24:46,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:24:46,234 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:24:46,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:24:46,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:24:46,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:24:46,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:24:46,236 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:24:46,236 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:24:46,236 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:24:46,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c8d722c7b8a1438079ecafc76996294c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae85573aaadc3c98f9d9100022be43d7, ASSIGN}] 2024-11-10T23:24:46,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae85573aaadc3c98f9d9100022be43d7, ASSIGN 2024-11-10T23:24:46,240 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c8d722c7b8a1438079ecafc76996294c, ASSIGN 2024-11-10T23:24:46,242 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c8d722c7b8a1438079ecafc76996294c, ASSIGN; state=OFFLINE, location=7318282e5099,34567,1731281083843; forceNewPlan=false, retain=false 2024-11-10T23:24:46,242 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae85573aaadc3c98f9d9100022be43d7, ASSIGN; state=OFFLINE, location=7318282e5099,40507,1731281083953; forceNewPlan=false, retain=false 2024-11-10T23:24:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:46,395 INFO [7318282e5099:41077 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:24:46,396 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8d722c7b8a1438079ecafc76996294c, regionState=OPENING, regionLocation=7318282e5099,34567,1731281083843 2024-11-10T23:24:46,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ae85573aaadc3c98f9d9100022be43d7, regionState=OPENING, regionLocation=7318282e5099,40507,1731281083953 2024-11-10T23:24:46,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae85573aaadc3c98f9d9100022be43d7, ASSIGN because future has completed 2024-11-10T23:24:46,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae85573aaadc3c98f9d9100022be43d7, server=7318282e5099,40507,1731281083953}] 2024-11-10T23:24:46,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c8d722c7b8a1438079ecafc76996294c, ASSIGN because future has completed 2024-11-10T23:24:46,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8d722c7b8a1438079ecafc76996294c, server=7318282e5099,34567,1731281083843}] 2024-11-10T23:24:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:46,556 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:46,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:46,565 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:46,565 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:46,565 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ae85573aaadc3c98f9d9100022be43d7, NAME => 'testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:24:46,565 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => c8d722c7b8a1438079ecafc76996294c, NAME => 'testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:24:46,565 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,566 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:46,566 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,566 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:46,566 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,566 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,566 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,566 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,568 INFO [StoreOpener-ae85573aaadc3c98f9d9100022be43d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,568 INFO [StoreOpener-c8d722c7b8a1438079ecafc76996294c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,570 INFO [StoreOpener-ae85573aaadc3c98f9d9100022be43d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae85573aaadc3c98f9d9100022be43d7 columnFamilyName family 2024-11-10T23:24:46,570 DEBUG [StoreOpener-ae85573aaadc3c98f9d9100022be43d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:46,570 INFO [StoreOpener-c8d722c7b8a1438079ecafc76996294c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8d722c7b8a1438079ecafc76996294c columnFamilyName family 2024-11-10T23:24:46,570 DEBUG [StoreOpener-c8d722c7b8a1438079ecafc76996294c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:46,571 INFO [StoreOpener-c8d722c7b8a1438079ecafc76996294c-1 {}] regionserver.HStore(327): Store=c8d722c7b8a1438079ecafc76996294c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:46,571 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,572 INFO [StoreOpener-ae85573aaadc3c98f9d9100022be43d7-1 {}] regionserver.HStore(327): Store=ae85573aaadc3c98f9d9100022be43d7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:46,572 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,572 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,573 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,574 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,574 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,574 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,574 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,575 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,575 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,576 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,580 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/c8d722c7b8a1438079ecafc76996294c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:46,581 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened c8d722c7b8a1438079ecafc76996294c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67185723, jitterRate=0.001145288348197937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:24:46,581 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:46,582 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/ae85573aaadc3c98f9d9100022be43d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:46,583 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for c8d722c7b8a1438079ecafc76996294c: Running coprocessor pre-open hook at 1731281086566Writing region info on filesystem at 1731281086566Initializing all the Stores at 1731281086567 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281086567Cleaning up temporary data from old regions at 1731281086574 (+7 ms)Running coprocessor post-open hooks at 1731281086581 (+7 ms)Region opened successfully at 1731281086583 (+2 ms) 2024-11-10T23:24:46,583 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ae85573aaadc3c98f9d9100022be43d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64945449, jitterRate=-0.03223739564418793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:24:46,583 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:46,584 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ae85573aaadc3c98f9d9100022be43d7: Running coprocessor pre-open hook at 1731281086566Writing region info on filesystem at 1731281086566Initializing all the Stores at 1731281086567 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281086567Cleaning up temporary data from old regions at 1731281086575 (+8 ms)Running coprocessor post-open hooks at 1731281086583 (+8 ms)Region opened successfully at 1731281086583 2024-11-10T23:24:46,585 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c., pid=8, masterSystemTime=1731281086559 2024-11-10T23:24:46,585 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7., pid=7, masterSystemTime=1731281086556 2024-11-10T23:24:46,589 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:46,589 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:46,589 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8d722c7b8a1438079ecafc76996294c, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,34567,1731281083843 2024-11-10T23:24:46,590 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:46,591 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:46,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ae85573aaadc3c98f9d9100022be43d7, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,40507,1731281083953 2024-11-10T23:24:46,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8d722c7b8a1438079ecafc76996294c, server=7318282e5099,34567,1731281083843 because future has completed 2024-11-10T23:24:46,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae85573aaadc3c98f9d9100022be43d7, server=7318282e5099,40507,1731281083953 because future has completed 2024-11-10T23:24:46,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-10T23:24:46,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8d722c7b8a1438079ecafc76996294c, server=7318282e5099,34567,1731281083843 in 192 msec 2024-11-10T23:24:46,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T23:24:46,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c8d722c7b8a1438079ecafc76996294c, ASSIGN in 364 msec 2024-11-10T23:24:46,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ae85573aaadc3c98f9d9100022be43d7, server=7318282e5099,40507,1731281083953 in 199 msec 2024-11-10T23:24:46,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-10T23:24:46,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae85573aaadc3c98f9d9100022be43d7, ASSIGN in 367 msec 2024-11-10T23:24:46,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:24:46,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281086610"}]},"ts":"1731281086610"} 2024-11-10T23:24:46,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:24:46,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:24:46,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 482 msec 2024-11-10T23:24:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:46,781 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:24:46,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:24:46,783 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:24:46,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:24:46,789 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:24:46,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:24:46,797 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c., hostname=7318282e5099,34567,1731281083843, seqNum=2] 2024-11-10T23:24:46,814 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7., hostname=7318282e5099,40507,1731281083953, seqNum=2] 2024-11-10T23:24:46,814 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:46,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:46,834 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c8d722c7b8a1438079ecafc76996294c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:24:46,893 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/c8d722c7b8a1438079ecafc76996294c/.tmp/family/ca9caa488d9242ed991dc9838ad2dc89 is 32, key is 1/family:/1731281086799/Put/seqid=0 2024-11-10T23:24:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:24:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:24:46,905 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/c8d722c7b8a1438079ecafc76996294c/.tmp/family/ca9caa488d9242ed991dc9838ad2dc89 2024-11-10T23:24:46,949 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/c8d722c7b8a1438079ecafc76996294c/.tmp/family/ca9caa488d9242ed991dc9838ad2dc89 as hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/c8d722c7b8a1438079ecafc76996294c/family/ca9caa488d9242ed991dc9838ad2dc89 2024-11-10T23:24:46,960 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/c8d722c7b8a1438079ecafc76996294c/family/ca9caa488d9242ed991dc9838ad2dc89, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:24:46,968 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c8d722c7b8a1438079ecafc76996294c in 132ms, sequenceid=8, compaction requested=false 2024-11-10T23:24:46,970 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-10T23:24:46,972 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c8d722c7b8a1438079ecafc76996294c: 2024-11-10T23:24:46,972 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ae85573aaadc3c98f9d9100022be43d7 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:24:46,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/ae85573aaadc3c98f9d9100022be43d7/.tmp/family/04a42eaf038843e29945762d0b0d8bc8 is 32, key is 5/family:/1731281086818/Put/seqid=0 2024-11-10T23:24:47,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:24:47,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:24:47,004 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/ae85573aaadc3c98f9d9100022be43d7/.tmp/family/04a42eaf038843e29945762d0b0d8bc8 2024-11-10T23:24:47,015 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/ae85573aaadc3c98f9d9100022be43d7/.tmp/family/04a42eaf038843e29945762d0b0d8bc8 as hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/ae85573aaadc3c98f9d9100022be43d7/family/04a42eaf038843e29945762d0b0d8bc8 2024-11-10T23:24:47,025 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/ae85573aaadc3c98f9d9100022be43d7/family/04a42eaf038843e29945762d0b0d8bc8, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:24:47,027 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ae85573aaadc3c98f9d9100022be43d7 in 55ms, sequenceid=9, compaction requested=false 2024-11-10T23:24:47,027 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ae85573aaadc3c98f9d9100022be43d7: 2024-11-10T23:24:47,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50554f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:47,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,41077,-1 for getting cluster id 2024-11-10T23:24:47,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:24:47,032 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4012263-97e8-4e4c-9e64-17efbe4903b1' 2024-11-10T23:24:47,032 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:24:47,032 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4012263-97e8-4e4c-9e64-17efbe4903b1" 2024-11-10T23:24:47,033 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f781fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:47,033 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,41077,-1] 2024-11-10T23:24:47,033 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:24:47,034 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:47,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:24:47,036 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fbe512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:47,052 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-10T23:24:47,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:24:47,054 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,34567,1731281083843, seqNum=-1] 2024-11-10T23:24:47,054 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:47,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:47,068 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:47,069 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:47,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:47,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:47,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:24:47,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:47,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:47,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:47,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:24:47,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:24:47,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:24:47,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:47,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:47,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:47,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:24:47,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:24:47,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1961076674, stopped=false 2024-11-10T23:24:47,083 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7318282e5099,41077,1731281083148 2024-11-10T23:24:47,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:47,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:47,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:47,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:47,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:47,085 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:24:47,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:47,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:24:47,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:47,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:47,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:47,086 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,34567,1731281083843' ***** 2024-11-10T23:24:47,086 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:24:47,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:47,087 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,40507,1731281083953' ***** 2024-11-10T23:24:47,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:47,087 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:24:47,087 INFO [RS:0;7318282e5099:34567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:24:47,087 INFO [RS:1;7318282e5099:40507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:24:47,087 INFO [RS:0;7318282e5099:34567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:24:47,087 INFO [RS:1;7318282e5099:40507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:24:47,087 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:24:47,087 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:24:47,087 INFO [RS:0;7318282e5099:34567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:24:47,087 INFO [RS:1;7318282e5099:40507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:24:47,088 INFO [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(3091): Received CLOSE for c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:47,088 INFO [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(3091): Received CLOSE for ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:47,088 INFO [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,34567,1731281083843 2024-11-10T23:24:47,088 INFO [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,40507,1731281083953 2024-11-10T23:24:47,088 INFO [RS:0;7318282e5099:34567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:47,088 INFO [RS:1;7318282e5099:40507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:47,088 INFO [RS:0;7318282e5099:34567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7318282e5099:34567. 2024-11-10T23:24:47,088 INFO [RS:1;7318282e5099:40507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7318282e5099:40507. 2024-11-10T23:24:47,088 DEBUG [RS:0;7318282e5099:34567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:47,088 DEBUG [RS:0;7318282e5099:34567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:47,088 DEBUG [RS:1;7318282e5099:40507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:47,089 DEBUG [RS:1;7318282e5099:40507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:47,089 INFO [RS:0;7318282e5099:34567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae85573aaadc3c98f9d9100022be43d7, disabling compactions & flushes 2024-11-10T23:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8d722c7b8a1438079ecafc76996294c, disabling compactions & flushes 2024-11-10T23:24:47,089 INFO [RS:0;7318282e5099:34567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:24:47,089 INFO [RS:0;7318282e5099:34567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:24:47,089 INFO [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:24:47,089 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:47,089 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:47,089 INFO [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:24:47,089 DEBUG [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(1325): Online Regions={ae85573aaadc3c98f9d9100022be43d7=testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7.} 2024-11-10T23:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. after waiting 0 ms 2024-11-10T23:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. after waiting 0 ms 2024-11-10T23:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:47,089 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:47,089 INFO [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:24:47,089 DEBUG [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(1351): Waiting on ae85573aaadc3c98f9d9100022be43d7 2024-11-10T23:24:47,089 DEBUG [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(1325): Online Regions={c8d722c7b8a1438079ecafc76996294c=testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:24:47,089 DEBUG [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8d722c7b8a1438079ecafc76996294c 2024-11-10T23:24:47,089 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:24:47,089 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:24:47,090 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:24:47,090 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:24:47,090 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:24:47,090 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:24:47,092 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:47,092 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:47,097 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/c8d722c7b8a1438079ecafc76996294c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:24:47,097 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/default/testClearRegionBlockCache/ae85573aaadc3c98f9d9100022be43d7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:24:47,099 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:47,099 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:47,099 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae85573aaadc3c98f9d9100022be43d7: Waiting for close lock at 1731281087088Running coprocessor pre-close hooks at 1731281087089 (+1 ms)Disabling compacts and flushes for region at 1731281087089Disabling writes for close at 1731281087089Writing region close event to WAL at 1731281087091 (+2 ms)Running coprocessor post-close hooks at 1731281087098 (+7 ms)Closed at 1731281087099 (+1 ms) 2024-11-10T23:24:47,099 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8d722c7b8a1438079ecafc76996294c: Waiting for close lock at 1731281087088Running coprocessor pre-close hooks at 1731281087089 (+1 ms)Disabling compacts and flushes for region at 1731281087089Disabling writes for close at 1731281087089Writing region close event to WAL at 1731281087091 (+2 ms)Running coprocessor post-close hooks at 1731281087098 (+7 ms)Closed at 1731281087099 (+1 ms) 2024-11-10T23:24:47,100 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281086126.c8d722c7b8a1438079ecafc76996294c. 2024-11-10T23:24:47,100 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7. 2024-11-10T23:24:47,112 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/.tmp/info/1b15f731581342ffbf48a5c955fc2291 is 173, key is testClearRegionBlockCache,5,1731281086126.ae85573aaadc3c98f9d9100022be43d7./info:regioninfo/1731281086592/Put/seqid=0 2024-11-10T23:24:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:24:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:24:47,121 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/.tmp/info/1b15f731581342ffbf48a5c955fc2291 2024-11-10T23:24:47,148 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/.tmp/ns/27b53859425c4373bb3e6bee18c79787 is 43, key is default/ns:d/1731281085818/Put/seqid=0 2024-11-10T23:24:47,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:24:47,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:24:47,156 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/.tmp/ns/27b53859425c4373bb3e6bee18c79787 2024-11-10T23:24:47,166 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:24:47,167 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:24:47,181 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/.tmp/table/099d1219a81c4d73b682a16aa109ae7c is 61, key is testClearRegionBlockCache/table:state/1731281086610/Put/seqid=0 2024-11-10T23:24:47,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:24:47,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:24:47,188 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/.tmp/table/099d1219a81c4d73b682a16aa109ae7c 2024-11-10T23:24:47,197 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/.tmp/info/1b15f731581342ffbf48a5c955fc2291 as hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/info/1b15f731581342ffbf48a5c955fc2291 2024-11-10T23:24:47,207 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/info/1b15f731581342ffbf48a5c955fc2291, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:24:47,208 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/.tmp/ns/27b53859425c4373bb3e6bee18c79787 as hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/ns/27b53859425c4373bb3e6bee18c79787 2024-11-10T23:24:47,217 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/ns/27b53859425c4373bb3e6bee18c79787, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:24:47,219 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/.tmp/table/099d1219a81c4d73b682a16aa109ae7c as hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/table/099d1219a81c4d73b682a16aa109ae7c 2024-11-10T23:24:47,228 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/table/099d1219a81c4d73b682a16aa109ae7c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:24:47,229 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=13, compaction requested=false 2024-11-10T23:24:47,229 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T23:24:47,236 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:24:47,237 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:24:47,237 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:47,238 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281087089Running coprocessor pre-close hooks at 1731281087089Disabling compacts and flushes for region at 1731281087089Disabling writes for close at 1731281087090 (+1 ms)Obtaining lock to block concurrent updates at 1731281087090Preparing flush snapshotting stores in 1588230740 at 1731281087090Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281087090Flushing stores of hbase:meta,,1.1588230740 at 1731281087091 (+1 ms)Flushing 1588230740/info: creating writer at 1731281087092 (+1 ms)Flushing 1588230740/info: appending metadata at 1731281087112 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731281087112Flushing 1588230740/ns: creating writer at 1731281087131 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731281087147 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731281087147Flushing 1588230740/table: creating writer at 1731281087165 (+18 ms)Flushing 1588230740/table: appending metadata at 1731281087180 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731281087180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1a008c: reopening flushed file at 1731281087196 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581bdb25: reopening flushed file at 1731281087207 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e04a2ab: reopening flushed file at 1731281087218 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=13, compaction requested=false at 1731281087229 (+11 ms)Writing region close event to WAL at 1731281087231 (+2 ms)Running coprocessor post-close hooks at 1731281087237 (+6 ms)Closed at 1731281087237 2024-11-10T23:24:47,238 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:47,290 INFO [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,40507,1731281083953; all regions closed. 2024-11-10T23:24:47,290 INFO [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,34567,1731281083843; all regions closed. 2024-11-10T23:24:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:24:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:24:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:24:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:24:47,302 DEBUG [RS:1;7318282e5099:40507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/oldWALs 2024-11-10T23:24:47,302 DEBUG [RS:0;7318282e5099:34567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/oldWALs 2024-11-10T23:24:47,302 INFO [RS:1;7318282e5099:40507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C40507%2C1731281083953:(num 1731281085242) 2024-11-10T23:24:47,302 INFO [RS:0;7318282e5099:34567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C34567%2C1731281083843.meta:.meta(num 1731281085668) 2024-11-10T23:24:47,302 DEBUG [RS:1;7318282e5099:40507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:47,303 INFO [RS:1;7318282e5099:40507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:47,303 INFO [RS:1;7318282e5099:40507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:47,303 INFO [RS:1;7318282e5099:40507 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:47,303 INFO [RS:1;7318282e5099:40507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:24:47,303 INFO [RS:1;7318282e5099:40507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:24:47,303 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:47,303 INFO [RS:1;7318282e5099:40507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:24:47,303 INFO [RS:1;7318282e5099:40507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:47,304 INFO [RS:1;7318282e5099:40507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40507 2024-11-10T23:24:47,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:24:47,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:24:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,40507,1731281083953 2024-11-10T23:24:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:47,309 INFO [RS:1;7318282e5099:40507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:47,310 DEBUG [RS:0;7318282e5099:34567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/oldWALs 2024-11-10T23:24:47,310 INFO [RS:0;7318282e5099:34567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C34567%2C1731281083843:(num 1731281085242) 2024-11-10T23:24:47,310 DEBUG [RS:0;7318282e5099:34567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:47,310 INFO [RS:0;7318282e5099:34567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:47,310 INFO [RS:0;7318282e5099:34567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:47,310 INFO [RS:0;7318282e5099:34567 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:47,311 INFO [RS:0;7318282e5099:34567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:47,311 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,40507,1731281083953] 2024-11-10T23:24:47,311 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:47,311 INFO [RS:0;7318282e5099:34567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34567 2024-11-10T23:24:47,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,40507,1731281083953 already deleted, retry=false 2024-11-10T23:24:47,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,34567,1731281083843 2024-11-10T23:24:47,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:47,314 INFO [RS:0;7318282e5099:34567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:47,314 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,40507,1731281083953 expired; onlineServers=1 2024-11-10T23:24:47,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,34567,1731281083843] 2024-11-10T23:24:47,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,34567,1731281083843 already deleted, retry=false 2024-11-10T23:24:47,318 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,34567,1731281083843 expired; onlineServers=0 2024-11-10T23:24:47,318 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7318282e5099,41077,1731281083148' ***** 2024-11-10T23:24:47,318 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:24:47,318 INFO [M:0;7318282e5099:41077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:47,318 INFO [M:0;7318282e5099:41077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:47,318 DEBUG [M:0;7318282e5099:41077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:24:47,318 DEBUG [M:0;7318282e5099:41077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:24:47,318 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281084934 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281084934,5,FailOnTimeoutGroup] 2024-11-10T23:24:47,318 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281084931 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281084931,5,FailOnTimeoutGroup] 2024-11-10T23:24:47,318 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:24:47,319 INFO [M:0;7318282e5099:41077 {}] hbase.ChoreService(370): Chore service for: master/7318282e5099:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:47,319 INFO [M:0;7318282e5099:41077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:47,319 DEBUG [M:0;7318282e5099:41077 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:24:47,319 INFO [M:0;7318282e5099:41077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:24:47,319 INFO [M:0;7318282e5099:41077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:24:47,320 INFO [M:0;7318282e5099:41077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:24:47,320 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:24:47,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:47,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:47,321 DEBUG [M:0;7318282e5099:41077 {}] zookeeper.ZKUtil(347): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:24:47,321 WARN [M:0;7318282e5099:41077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:24:47,322 INFO [M:0;7318282e5099:41077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/.lastflushedseqids 2024-11-10T23:24:47,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:24:47,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:24:47,336 INFO [M:0;7318282e5099:41077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:24:47,336 INFO [M:0;7318282e5099:41077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:24:47,336 DEBUG [M:0;7318282e5099:41077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:24:47,336 INFO [M:0;7318282e5099:41077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:47,336 DEBUG [M:0;7318282e5099:41077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:47,337 DEBUG [M:0;7318282e5099:41077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:24:47,337 DEBUG [M:0;7318282e5099:41077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:47,337 INFO [M:0;7318282e5099:41077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-10T23:24:47,355 DEBUG [M:0;7318282e5099:41077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f3a25dd1fe34724a5c3f7eed04d6023 is 82, key is hbase:meta,,1/info:regioninfo/1731281085749/Put/seqid=0 2024-11-10T23:24:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:24:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:24:47,362 INFO [M:0;7318282e5099:41077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f3a25dd1fe34724a5c3f7eed04d6023 2024-11-10T23:24:47,387 DEBUG [M:0;7318282e5099:41077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a67f243a35145f3977f0ace196a6101 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281086617/Put/seqid=0 2024-11-10T23:24:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:24:47,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:24:47,395 INFO [M:0;7318282e5099:41077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a67f243a35145f3977f0ace196a6101 2024-11-10T23:24:47,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:47,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x1010432c2440002, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:47,413 INFO [RS:1;7318282e5099:40507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:47,413 INFO [RS:1;7318282e5099:40507 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,40507,1731281083953; zookeeper connection closed. 2024-11-10T23:24:47,413 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37743d37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37743d37 2024-11-10T23:24:47,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:47,416 INFO [RS:0;7318282e5099:34567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:47,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34567-0x1010432c2440001, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:47,416 INFO [RS:0;7318282e5099:34567 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,34567,1731281083843; zookeeper connection closed. 2024-11-10T23:24:47,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fe9390f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fe9390f 2024-11-10T23:24:47,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:24:47,418 DEBUG [M:0;7318282e5099:41077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/184cf31be1a74fa58053f1a980ca5c8c is 69, key is 7318282e5099,34567,1731281083843/rs:state/1731281085008/Put/seqid=0 2024-11-10T23:24:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:24:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:24:47,427 INFO [M:0;7318282e5099:41077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/184cf31be1a74fa58053f1a980ca5c8c 2024-11-10T23:24:47,435 DEBUG [M:0;7318282e5099:41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f3a25dd1fe34724a5c3f7eed04d6023 as hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f3a25dd1fe34724a5c3f7eed04d6023 2024-11-10T23:24:47,442 INFO [M:0;7318282e5099:41077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f3a25dd1fe34724a5c3f7eed04d6023, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:24:47,444 DEBUG [M:0;7318282e5099:41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a67f243a35145f3977f0ace196a6101 as hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a67f243a35145f3977f0ace196a6101 2024-11-10T23:24:47,451 INFO [M:0;7318282e5099:41077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a67f243a35145f3977f0ace196a6101, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:24:47,452 DEBUG [M:0;7318282e5099:41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/184cf31be1a74fa58053f1a980ca5c8c as hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/184cf31be1a74fa58053f1a980ca5c8c 2024-11-10T23:24:47,459 INFO [M:0;7318282e5099:41077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40807/user/jenkins/test-data/14e56cad-496e-c1c7-4fc9-025d5f339d12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/184cf31be1a74fa58053f1a980ca5c8c, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:24:47,461 INFO [M:0;7318282e5099:41077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false 2024-11-10T23:24:47,462 INFO [M:0;7318282e5099:41077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:47,462 DEBUG [M:0;7318282e5099:41077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281087336Disabling compacts and flushes for region at 1731281087336Disabling writes for close at 1731281087337 (+1 ms)Obtaining lock to block concurrent updates at 1731281087337Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281087337Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731281087338 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281087338Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281087338Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281087355 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281087355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281087370 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281087387 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281087387Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281087401 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281087417 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281087417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ddd2163: reopening flushed file at 1731281087434 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aece940: reopening flushed file at 1731281087442 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce86fde: reopening flushed file at 1731281087451 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false at 1731281087461 (+10 ms)Writing region close event to WAL at 1731281087462 (+1 ms)Closed at 1731281087462 2024-11-10T23:24:47,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:24:47,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:24:47,466 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:47,466 INFO [M:0;7318282e5099:41077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:24:47,466 INFO [M:0;7318282e5099:41077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41077 2024-11-10T23:24:47,467 INFO [M:0;7318282e5099:41077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:47,570 INFO [M:0;7318282e5099:41077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x1010432c2440000, quorum=127.0.0.1:61219, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:47,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51bd81ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:47,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ca8c9b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:47,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:47,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@206afc24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:47,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a5073c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:47,580 WARN [BP-1046964389-172.17.0.2-1731281080299 heartbeating to localhost/127.0.0.1:40807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:24:47,580 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:24:47,580 WARN [BP-1046964389-172.17.0.2-1731281080299 heartbeating to localhost/127.0.0.1:40807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046964389-172.17.0.2-1731281080299 (Datanode Uuid 13bb5b74-989d-4441-87fa-301e68ea6bda) service to localhost/127.0.0.1:40807 2024-11-10T23:24:47,580 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:24:47,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/data/data3/current/BP-1046964389-172.17.0.2-1731281080299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:47,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/data/data4/current/BP-1046964389-172.17.0.2-1731281080299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:47,582 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:24:47,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@88aa647{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:47,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@117f78d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:47,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:47,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c368613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:47,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c875e78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:47,586 WARN [BP-1046964389-172.17.0.2-1731281080299 heartbeating to localhost/127.0.0.1:40807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:24:47,586 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:24:47,586 WARN [BP-1046964389-172.17.0.2-1731281080299 heartbeating to localhost/127.0.0.1:40807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046964389-172.17.0.2-1731281080299 (Datanode Uuid 6b4a88de-3250-4468-a0e7-e94d036913b4) service to localhost/127.0.0.1:40807 2024-11-10T23:24:47,586 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:24:47,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/data/data1/current/BP-1046964389-172.17.0.2-1731281080299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:47,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/cluster_cc93c9f9-fa0c-0cce-5761-d33528f5206a/data/data2/current/BP-1046964389-172.17.0.2-1731281080299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:47,587 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:24:47,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f30028c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:24:47,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70a7aa35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:47,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:47,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f1445e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:47,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f5afe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:47,603 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:24:47,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:24:47,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=83 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:40807 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6cb04b0e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7318282e5099:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7318282e5099:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:40807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/7318282e5099:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:40807 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7318282e5099:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:40807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=409 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=53 (was 9) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9635 (was 10219) 2024-11-10T23:24:47,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=83, OpenFileDescriptor=409, MaxFileDescriptor=1048576, SystemLoadAverage=53, ProcessCount=11, AvailableMemoryMB=9635 2024-11-10T23:24:47,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.log.dir so I do NOT create it in target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb 2024-11-10T23:24:47,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T23:24:47,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.tmp.dir so I do NOT create it in target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb 2024-11-10T23:24:47,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1fbfc-37ab-8afa-f7cc-2347f740a48e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T23:24:47,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb 2024-11-10T23:24:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:24:47,658 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f, deleteOnExit=true 2024-11-10T23:24:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:24:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/test.cache.data in system properties and HBase conf 2024-11-10T23:24:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:24:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:24:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:24:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:24:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:24:47,658 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:24:47,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:24:47,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:24:47,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:24:47,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:24:47,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:24:47,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:24:47,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:24:47,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:24:47,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:24:47,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:24:47,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:24:47,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:24:47,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:24:47,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:24:47,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:47,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:47,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:47,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:47,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:24:47,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:47,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4cf6fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:47,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58c8257b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:47,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a47d401{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/java.io.tmpdir/jetty-localhost-42739-hadoop-hdfs-3_4_1-tests_jar-_-any-14298235349684390355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:24:47,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4066dad4{HTTP/1.1, (http/1.1)}{localhost:42739} 2024-11-10T23:24:47,871 INFO [Time-limited test {}] server.Server(415): Started @9451ms 2024-11-10T23:24:47,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:47,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:47,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:47,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:47,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:24:47,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c346a50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:47,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d060263{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:48,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c9add95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/java.io.tmpdir/jetty-localhost-32777-hadoop-hdfs-3_4_1-tests_jar-_-any-1135779978829282150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:48,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@483dcb0c{HTTP/1.1, (http/1.1)}{localhost:32777} 2024-11-10T23:24:48,084 INFO [Time-limited test {}] server.Server(415): Started @9664ms 2024-11-10T23:24:48,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:24:48,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:48,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:48,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:48,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:48,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:24:48,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@480d0149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:48,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@407b0e8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:48,197 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/data/data1/current/BP-56057892-172.17.0.2-1731281087691/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:48,197 WARN [Thread-352 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/data/data2/current/BP-56057892-172.17.0.2-1731281087691/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:48,214 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:24:48,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3f8ba92f179870b with lease ID 0xf54b523c4a2acf69: Processing first storage report for DS-58fe211d-867c-4073-bb5f-3dd2397fdc0d from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=b5542619-e3a9-4d5c-b3bb-223370985816, infoPort=32891, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=1981839742;c=1731281087691) 2024-11-10T23:24:48,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3f8ba92f179870b with lease ID 0xf54b523c4a2acf69: from storage DS-58fe211d-867c-4073-bb5f-3dd2397fdc0d node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=b5542619-e3a9-4d5c-b3bb-223370985816, infoPort=32891, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=1981839742;c=1731281087691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:48,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3f8ba92f179870b with lease ID 0xf54b523c4a2acf69: Processing first storage report for DS-47c28c98-e0a4-426b-b714-076036e35572 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=b5542619-e3a9-4d5c-b3bb-223370985816, infoPort=32891, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=1981839742;c=1731281087691) 2024-11-10T23:24:48,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3f8ba92f179870b with lease ID 0xf54b523c4a2acf69: from storage DS-47c28c98-e0a4-426b-b714-076036e35572 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=b5542619-e3a9-4d5c-b3bb-223370985816, infoPort=32891, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=1981839742;c=1731281087691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:48,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2d9b98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/java.io.tmpdir/jetty-localhost-36161-hadoop-hdfs-3_4_1-tests_jar-_-any-1256732812767324638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:48,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ecea486{HTTP/1.1, (http/1.1)}{localhost:36161} 2024-11-10T23:24:48,258 INFO [Time-limited test {}] server.Server(415): Started @9838ms 2024-11-10T23:24:48,260 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:24:48,356 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/data/data3/current/BP-56057892-172.17.0.2-1731281087691/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:48,356 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/data/data4/current/BP-56057892-172.17.0.2-1731281087691/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:48,372 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:24:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x630e7f82c46802ad with lease ID 0xf54b523c4a2acf6a: Processing first storage report for DS-5ac26230-bbad-4157-bdc2-46159595005a from datanode DatanodeRegistration(127.0.0.1:38113, datanodeUuid=1cd7959b-94ab-4504-8c4e-cdcb00bcb980, infoPort=35987, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=1981839742;c=1731281087691) 2024-11-10T23:24:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x630e7f82c46802ad with lease ID 0xf54b523c4a2acf6a: from storage DS-5ac26230-bbad-4157-bdc2-46159595005a node DatanodeRegistration(127.0.0.1:38113, datanodeUuid=1cd7959b-94ab-4504-8c4e-cdcb00bcb980, infoPort=35987, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=1981839742;c=1731281087691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x630e7f82c46802ad with lease ID 0xf54b523c4a2acf6a: Processing first storage report for DS-dbfa8ae5-1f61-4109-9424-97e9c54779ed from datanode DatanodeRegistration(127.0.0.1:38113, datanodeUuid=1cd7959b-94ab-4504-8c4e-cdcb00bcb980, infoPort=35987, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=1981839742;c=1731281087691) 2024-11-10T23:24:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x630e7f82c46802ad with lease ID 0xf54b523c4a2acf6a: from storage DS-dbfa8ae5-1f61-4109-9424-97e9c54779ed node DatanodeRegistration(127.0.0.1:38113, datanodeUuid=1cd7959b-94ab-4504-8c4e-cdcb00bcb980, infoPort=35987, infoSecurePort=0, ipcPort=42443, storageInfo=lv=-57;cid=testClusterID;nsid=1981839742;c=1731281087691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:48,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb 2024-11-10T23:24:48,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/zookeeper_0, clientPort=57552, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:24:48,387 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57552 2024-11-10T23:24:48,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:48,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:48,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:24:48,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:24:48,400 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255 with version=8 2024-11-10T23:24:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/hbase-staging 2024-11-10T23:24:48,402 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:48,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:48,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:48,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:48,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:48,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:48,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:24:48,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:48,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35033 2024-11-10T23:24:48,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35033 connecting to ZooKeeper ensemble=127.0.0.1:57552 2024-11-10T23:24:48,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350330x0, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:48,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35033-0x1010432da110000 connected 2024-11-10T23:24:48,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:48,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:48,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:48,432 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255, hbase.cluster.distributed=false 2024-11-10T23:24:48,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:48,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35033 2024-11-10T23:24:48,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35033 2024-11-10T23:24:48,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35033 2024-11-10T23:24:48,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35033 2024-11-10T23:24:48,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35033 2024-11-10T23:24:48,451 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:48,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:48,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:48,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:48,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:48,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:48,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:24:48,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:48,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40713 2024-11-10T23:24:48,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40713 connecting to ZooKeeper ensemble=127.0.0.1:57552 2024-11-10T23:24:48,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:48,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:48,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407130x0, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:48,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40713-0x1010432da110001 connected 2024-11-10T23:24:48,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:48,462 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:24:48,463 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:24:48,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:24:48,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:48,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-10T23:24:48,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40713 2024-11-10T23:24:48,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40713 2024-11-10T23:24:48,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-10T23:24:48,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-10T23:24:48,481 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:48,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:48,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:48,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:48,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:48,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:48,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:24:48,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:48,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45685 2024-11-10T23:24:48,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45685 connecting to ZooKeeper ensemble=127.0.0.1:57552 2024-11-10T23:24:48,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:48,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:48,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456850x0, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:48,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456850x0, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:48,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45685-0x1010432da110002 connected 2024-11-10T23:24:48,491 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:24:48,491 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:24:48,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:24:48,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:48,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45685 2024-11-10T23:24:48,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45685 2024-11-10T23:24:48,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45685 2024-11-10T23:24:48,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45685 2024-11-10T23:24:48,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45685 2024-11-10T23:24:48,506 DEBUG [M:0;7318282e5099:35033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7318282e5099:35033 2024-11-10T23:24:48,506 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7318282e5099,35033,1731281088402 2024-11-10T23:24:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:48,510 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7318282e5099,35033,1731281088402 2024-11-10T23:24:48,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:48,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:48,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,513 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:24:48,514 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7318282e5099,35033,1731281088402 from backup master directory 2024-11-10T23:24:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7318282e5099,35033,1731281088402 2024-11-10T23:24:48,515 WARN [master/7318282e5099:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:48,515 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7318282e5099,35033,1731281088402 2024-11-10T23:24:48,521 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/hbase.id] with ID: 38ea7aa3-8ae5-4b76-ba6e-f1e9270f4edf 2024-11-10T23:24:48,521 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/.tmp/hbase.id 2024-11-10T23:24:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:24:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:24:48,531 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/.tmp/hbase.id]:[hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/hbase.id] 2024-11-10T23:24:48,546 INFO [master/7318282e5099:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:48,546 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:24:48,547 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T23:24:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:24:48,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:24:48,560 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:24:48,560 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:24:48,563 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:24:48,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:24:48,573 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store 2024-11-10T23:24:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:24:48,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:24:48,582 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:48,582 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:24:48,583 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:48,583 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:48,583 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:24:48,583 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:48,583 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:48,583 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281088582Disabling compacts and flushes for region at 1731281088582Disabling writes for close at 1731281088583 (+1 ms)Writing region close event to WAL at 1731281088583Closed at 1731281088583 2024-11-10T23:24:48,584 WARN [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/.initializing 2024-11-10T23:24:48,584 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/WALs/7318282e5099,35033,1731281088402 2024-11-10T23:24:48,586 INFO [master/7318282e5099:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:48,588 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C35033%2C1731281088402, suffix=, logDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/WALs/7318282e5099,35033,1731281088402, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/oldWALs, maxLogs=10 2024-11-10T23:24:48,601 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/WALs/7318282e5099,35033,1731281088402/7318282e5099%2C35033%2C1731281088402.1731281088588, exclude list is [], retry=0 2024-11-10T23:24:48,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-58fe211d-867c-4073-bb5f-3dd2397fdc0d,DISK] 2024-11-10T23:24:48,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-5ac26230-bbad-4157-bdc2-46159595005a,DISK] 2024-11-10T23:24:48,607 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/WALs/7318282e5099,35033,1731281088402/7318282e5099%2C35033%2C1731281088402.1731281088588 2024-11-10T23:24:48,607 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32891:32891),(127.0.0.1/127.0.0.1:35987:35987)] 2024-11-10T23:24:48,608 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:24:48,608 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:48,608 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,608 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:24:48,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:48,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:48,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:24:48,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:48,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:48,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:24:48,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:48,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:48,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:24:48,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:48,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:48,620 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,621 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,621 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,623 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,623 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,624 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:48,625 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:48,628 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:48,629 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70935905, jitterRate=0.05702735483646393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:48,630 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281088608Initializing all the Stores at 1731281088609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281088609Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281088610 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281088610Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281088610Cleaning up temporary data from old regions at 1731281088623 (+13 ms)Region opened successfully at 1731281088629 (+6 ms) 2024-11-10T23:24:48,630 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:24:48,634 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f454d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:48,635 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:24:48,635 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:24:48,636 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:24:48,636 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:24:48,637 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:24:48,637 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:24:48,637 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:24:48,640 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:24:48,641 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:24:48,644 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:24:48,644 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:24:48,645 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:24:48,646 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:24:48,647 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:24:48,648 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:24:48,649 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:24:48,651 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:24:48,652 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:24:48,654 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:24:48,656 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:24:48,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:48,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:48,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:48,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,659 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7318282e5099,35033,1731281088402, sessionid=0x1010432da110000, setting cluster-up flag (Was=false) 2024-11-10T23:24:48,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,668 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:24:48,669 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,35033,1731281088402 2024-11-10T23:24:48,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:48,678 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:24:48,680 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,35033,1731281088402 2024-11-10T23:24:48,681 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:24:48,683 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:48,683 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:24:48,683 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:24:48,684 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7318282e5099,35033,1731281088402 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:24:48,685 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:48,685 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:48,685 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:48,685 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:48,685 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7318282e5099:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:24:48,685 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,685 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:48,686 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:48,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:24:48,688 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281118688 2024-11-10T23:24:48,689 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:24:48,689 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:24:48,689 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:24:48,689 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:24:48,689 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:24:48,689 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:24:48,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:48,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:24:48,690 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,690 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:24:48,691 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:24:48,691 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:24:48,691 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:24:48,691 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:24:48,692 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281088691,5,FailOnTimeoutGroup] 2024-11-10T23:24:48,692 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281088692,5,FailOnTimeoutGroup] 2024-11-10T23:24:48,692 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,692 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:24:48,692 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,693 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,699 INFO [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(746): ClusterId : 38ea7aa3-8ae5-4b76-ba6e-f1e9270f4edf 2024-11-10T23:24:48,699 INFO [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(746): ClusterId : 38ea7aa3-8ae5-4b76-ba6e-f1e9270f4edf 2024-11-10T23:24:48,699 DEBUG [RS:0;7318282e5099:40713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:24:48,700 DEBUG [RS:1;7318282e5099:45685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:24:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:24:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:24:48,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:24:48,705 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255 2024-11-10T23:24:48,705 DEBUG [RS:0;7318282e5099:40713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:24:48,705 DEBUG [RS:0;7318282e5099:40713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:24:48,705 DEBUG [RS:1;7318282e5099:45685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:24:48,705 DEBUG [RS:1;7318282e5099:45685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:24:48,708 DEBUG [RS:0;7318282e5099:40713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:24:48,709 DEBUG [RS:1;7318282e5099:45685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:24:48,709 DEBUG [RS:0;7318282e5099:40713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae4181d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:48,709 DEBUG [RS:1;7318282e5099:45685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b13f6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:24:48,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:24:48,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:48,729 DEBUG [RS:1;7318282e5099:45685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7318282e5099:45685 2024-11-10T23:24:48,729 INFO [RS:1;7318282e5099:45685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:24:48,729 INFO [RS:1;7318282e5099:45685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:24:48,729 DEBUG [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:24:48,730 INFO [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,35033,1731281088402 with port=45685, startcode=1731281088481 2024-11-10T23:24:48,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:24:48,731 DEBUG [RS:1;7318282e5099:45685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:24:48,732 DEBUG [RS:0;7318282e5099:40713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7318282e5099:40713 2024-11-10T23:24:48,732 INFO [RS:0;7318282e5099:40713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:24:48,732 INFO [RS:0;7318282e5099:40713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:24:48,732 DEBUG [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:24:48,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:24:48,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:48,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:48,734 INFO [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,35033,1731281088402 with port=40713, startcode=1731281088451 2024-11-10T23:24:48,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:24:48,734 DEBUG [RS:0;7318282e5099:40713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:24:48,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:24:48,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:48,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:48,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:24:48,737 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:24:48,737 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:24:48,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,45685,1731281088481 2024-11-10T23:24:48,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35033 {}] master.ServerManager(517): Registering regionserver=7318282e5099,45685,1731281088481 2024-11-10T23:24:48,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:24:48,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:48,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:48,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:24:48,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,40713,1731281088451 2024-11-10T23:24:48,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35033 {}] master.ServerManager(517): Registering regionserver=7318282e5099,40713,1731281088451 2024-11-10T23:24:48,741 DEBUG [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255 2024-11-10T23:24:48,741 DEBUG [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40993 2024-11-10T23:24:48,741 DEBUG [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:24:48,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:24:48,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:48,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:48,743 DEBUG [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255 2024-11-10T23:24:48,743 DEBUG [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40993 2024-11-10T23:24:48,743 DEBUG [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:24:48,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:24:48,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:48,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740 2024-11-10T23:24:48,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740 2024-11-10T23:24:48,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:24:48,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:24:48,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:48,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:24:48,752 DEBUG [RS:1;7318282e5099:45685 {}] zookeeper.ZKUtil(111): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,45685,1731281088481 2024-11-10T23:24:48,752 WARN [RS:1;7318282e5099:45685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:48,752 INFO [RS:1;7318282e5099:45685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:48,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,40713,1731281088451] 2024-11-10T23:24:48,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,45685,1731281088481] 2024-11-10T23:24:48,753 DEBUG [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,45685,1731281088481 2024-11-10T23:24:48,753 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:48,753 DEBUG [RS:0;7318282e5099:40713 {}] zookeeper.ZKUtil(111): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,40713,1731281088451 2024-11-10T23:24:48,753 WARN [RS:0;7318282e5099:40713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:48,753 INFO [RS:0;7318282e5099:40713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:48,753 DEBUG [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,40713,1731281088451 2024-11-10T23:24:48,754 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66164739, jitterRate=-0.014068558812141418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:48,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281088729Initializing all the Stores at 1731281088730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281088730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281088730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281088731 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281088731Cleaning up temporary data from old regions at 1731281088746 (+15 ms)Region opened successfully at 1731281088754 (+8 ms) 2024-11-10T23:24:48,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:24:48,755 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:24:48,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:24:48,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:24:48,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:24:48,757 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:48,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281088754Disabling compacts and flushes for region at 1731281088754Disabling writes for close at 1731281088755 (+1 ms)Writing region close event to WAL at 1731281088757 (+2 ms)Closed at 1731281088757 2024-11-10T23:24:48,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:48,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:24:48,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:24:48,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:24:48,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:24:48,764 INFO [RS:1;7318282e5099:45685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:24:48,767 INFO [RS:0;7318282e5099:40713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:24:48,767 INFO [RS:1;7318282e5099:45685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:24:48,767 INFO [RS:1;7318282e5099:45685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:24:48,767 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,768 INFO [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:24:48,769 INFO [RS:1;7318282e5099:45685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:24:48,769 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,769 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 INFO [RS:0;7318282e5099:40713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 INFO [RS:0;7318282e5099:40713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:48,770 DEBUG [RS:1;7318282e5099:45685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:48,771 INFO [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:24:48,772 INFO [RS:0;7318282e5099:40713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:24:48,772 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,772 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,772 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,772 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,772 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,772 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,772 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,772 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,773 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:48,773 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,773 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,773 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,773 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,773 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,773 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,773 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,45685,1731281088481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:48,773 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,773 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,773 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:48,773 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:48,773 DEBUG [RS:0;7318282e5099:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:48,774 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,774 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,774 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,774 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,774 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,774 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,40713,1731281088451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:48,789 INFO [RS:0;7318282e5099:40713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:24:48,789 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,40713,1731281088451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,789 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,789 INFO [RS:0;7318282e5099:40713 {}] regionserver.Replication(171): 7318282e5099,40713,1731281088451 started 2024-11-10T23:24:48,790 INFO [RS:1;7318282e5099:45685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:24:48,790 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,45685,1731281088481-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,790 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,790 INFO [RS:1;7318282e5099:45685 {}] regionserver.Replication(171): 7318282e5099,45685,1731281088481 started 2024-11-10T23:24:48,802 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,802 INFO [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,40713,1731281088451, RpcServer on 7318282e5099/172.17.0.2:40713, sessionid=0x1010432da110001 2024-11-10T23:24:48,803 DEBUG [RS:0;7318282e5099:40713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:24:48,803 DEBUG [RS:0;7318282e5099:40713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,40713,1731281088451 2024-11-10T23:24:48,803 DEBUG [RS:0;7318282e5099:40713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,40713,1731281088451' 2024-11-10T23:24:48,803 DEBUG [RS:0;7318282e5099:40713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:24:48,803 DEBUG [RS:0;7318282e5099:40713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:24:48,804 DEBUG [RS:0;7318282e5099:40713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:24:48,804 DEBUG [RS:0;7318282e5099:40713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:24:48,804 DEBUG [RS:0;7318282e5099:40713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,40713,1731281088451 2024-11-10T23:24:48,804 DEBUG [RS:0;7318282e5099:40713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,40713,1731281088451' 2024-11-10T23:24:48,804 DEBUG [RS:0;7318282e5099:40713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:24:48,804 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:48,804 INFO [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,45685,1731281088481, RpcServer on 7318282e5099/172.17.0.2:45685, sessionid=0x1010432da110002 2024-11-10T23:24:48,805 DEBUG [RS:1;7318282e5099:45685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:24:48,805 DEBUG [RS:1;7318282e5099:45685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,45685,1731281088481 2024-11-10T23:24:48,805 DEBUG [RS:1;7318282e5099:45685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,45685,1731281088481' 2024-11-10T23:24:48,805 DEBUG [RS:0;7318282e5099:40713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:24:48,805 DEBUG [RS:1;7318282e5099:45685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:24:48,805 DEBUG [RS:0;7318282e5099:40713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:24:48,805 DEBUG [RS:1;7318282e5099:45685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:24:48,805 INFO [RS:0;7318282e5099:40713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:24:48,805 INFO [RS:0;7318282e5099:40713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:24:48,806 DEBUG [RS:1;7318282e5099:45685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:24:48,806 DEBUG [RS:1;7318282e5099:45685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:24:48,806 DEBUG [RS:1;7318282e5099:45685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,45685,1731281088481 2024-11-10T23:24:48,806 DEBUG [RS:1;7318282e5099:45685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,45685,1731281088481' 2024-11-10T23:24:48,806 DEBUG [RS:1;7318282e5099:45685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:24:48,806 DEBUG [RS:1;7318282e5099:45685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:24:48,807 DEBUG [RS:1;7318282e5099:45685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:24:48,807 INFO [RS:1;7318282e5099:45685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:24:48,807 INFO [RS:1;7318282e5099:45685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:24:48,906 INFO [RS:0;7318282e5099:40713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:48,907 INFO [RS:1;7318282e5099:45685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:48,909 INFO [RS:0;7318282e5099:40713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C40713%2C1731281088451, suffix=, logDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,40713,1731281088451, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/oldWALs, maxLogs=32 2024-11-10T23:24:48,909 INFO [RS:1;7318282e5099:45685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C45685%2C1731281088481, suffix=, logDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,45685,1731281088481, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/oldWALs, maxLogs=32 2024-11-10T23:24:48,912 WARN [7318282e5099:35033 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:24:48,924 DEBUG [RS:1;7318282e5099:45685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,45685,1731281088481/7318282e5099%2C45685%2C1731281088481.1731281088911, exclude list is [], retry=0 2024-11-10T23:24:48,925 DEBUG [RS:0;7318282e5099:40713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,40713,1731281088451/7318282e5099%2C40713%2C1731281088451.1731281088911, exclude list is [], retry=0 2024-11-10T23:24:48,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-58fe211d-867c-4073-bb5f-3dd2397fdc0d,DISK] 2024-11-10T23:24:48,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-58fe211d-867c-4073-bb5f-3dd2397fdc0d,DISK] 2024-11-10T23:24:48,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-5ac26230-bbad-4157-bdc2-46159595005a,DISK] 2024-11-10T23:24:48,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-5ac26230-bbad-4157-bdc2-46159595005a,DISK] 2024-11-10T23:24:48,934 INFO [RS:0;7318282e5099:40713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,40713,1731281088451/7318282e5099%2C40713%2C1731281088451.1731281088911 2024-11-10T23:24:48,934 INFO [RS:1;7318282e5099:45685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,45685,1731281088481/7318282e5099%2C45685%2C1731281088481.1731281088911 2024-11-10T23:24:48,934 DEBUG [RS:0;7318282e5099:40713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35987:35987),(127.0.0.1/127.0.0.1:32891:32891)] 2024-11-10T23:24:48,934 DEBUG [RS:1;7318282e5099:45685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32891:32891),(127.0.0.1/127.0.0.1:35987:35987)] 2024-11-10T23:24:49,162 DEBUG [7318282e5099:35033 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:24:49,163 DEBUG [7318282e5099:35033 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:24:49,165 DEBUG [7318282e5099:35033 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:24:49,165 DEBUG [7318282e5099:35033 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:24:49,165 DEBUG [7318282e5099:35033 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:24:49,165 DEBUG [7318282e5099:35033 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:24:49,165 INFO [7318282e5099:35033 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:24:49,165 INFO [7318282e5099:35033 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:24:49,165 DEBUG [7318282e5099:35033 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:24:49,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7318282e5099,40713,1731281088451 2024-11-10T23:24:49,167 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,40713,1731281088451, state=OPENING 2024-11-10T23:24:49,169 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:24:49,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:49,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:49,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:49,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:49,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:49,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:49,172 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:24:49,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,40713,1731281088451}] 2024-11-10T23:24:49,326 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:49,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:49,333 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:24:49,333 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:49,333 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:24:49,335 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C40713%2C1731281088451.meta, suffix=.meta, logDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,40713,1731281088451, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/oldWALs, maxLogs=32 2024-11-10T23:24:49,349 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,40713,1731281088451/7318282e5099%2C40713%2C1731281088451.meta.1731281089336.meta, exclude list is [], retry=0 2024-11-10T23:24:49,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-5ac26230-bbad-4157-bdc2-46159595005a,DISK] 2024-11-10T23:24:49,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-58fe211d-867c-4073-bb5f-3dd2397fdc0d,DISK] 2024-11-10T23:24:49,355 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,40713,1731281088451/7318282e5099%2C40713%2C1731281088451.meta.1731281089336.meta 2024-11-10T23:24:49,355 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32891:32891),(127.0.0.1/127.0.0.1:35987:35987)] 2024-11-10T23:24:49,355 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:24:49,356 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:24:49,356 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:24:49,356 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:24:49,356 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:24:49,356 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:49,356 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:24:49,356 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:24:49,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:24:49,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:24:49,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:49,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:49,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:24:49,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:24:49,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:49,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:49,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:24:49,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:24:49,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:49,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:49,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:24:49,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:24:49,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:49,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:49,365 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:24:49,366 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740 2024-11-10T23:24:49,367 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740 2024-11-10T23:24:49,369 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:24:49,369 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:24:49,370 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:49,371 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:24:49,373 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68360044, jitterRate=0.01864403486251831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:49,373 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:24:49,373 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281089357Writing region info on filesystem at 1731281089357Initializing all the Stores at 1731281089358 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281089358Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281089358Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281089358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281089358Cleaning up temporary data from old regions at 1731281089369 (+11 ms)Running coprocessor post-open hooks at 1731281089373 (+4 ms)Region opened successfully at 1731281089373 2024-11-10T23:24:49,375 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281089325 2024-11-10T23:24:49,378 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:24:49,378 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:24:49,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,40713,1731281088451 2024-11-10T23:24:49,380 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,40713,1731281088451, state=OPEN 2024-11-10T23:24:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:49,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:49,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:49,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:49,383 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7318282e5099,40713,1731281088451 2024-11-10T23:24:49,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:24:49,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,40713,1731281088451 in 211 msec 2024-11-10T23:24:49,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:24:49,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec 2024-11-10T23:24:49,391 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:49,391 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:24:49,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:24:49,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,40713,1731281088451, seqNum=-1] 2024-11-10T23:24:49,393 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:49,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:49,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 718 msec 2024-11-10T23:24:49,401 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281089401, completionTime=-1 2024-11-10T23:24:49,401 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:24:49,401 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:24:49,404 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:24:49,404 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281149404 2024-11-10T23:24:49,404 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281209404 2024-11-10T23:24:49,404 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T23:24:49,404 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,35033,1731281088402-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:49,404 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,35033,1731281088402-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:49,404 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,35033,1731281088402-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:49,405 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7318282e5099:35033, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:49,405 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:49,405 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:49,407 DEBUG [master/7318282e5099:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:24:49,409 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.894sec 2024-11-10T23:24:49,409 INFO [master/7318282e5099:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:24:49,409 INFO [master/7318282e5099:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:24:49,409 INFO [master/7318282e5099:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:24:49,409 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:24:49,409 INFO [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:24:49,409 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,35033,1731281088402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:49,409 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,35033,1731281088402-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:24:49,412 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:24:49,412 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:24:49,412 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,35033,1731281088402-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:49,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e12aa06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:49,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,35033,-1 for getting cluster id 2024-11-10T23:24:49,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:24:49,502 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38ea7aa3-8ae5-4b76-ba6e-f1e9270f4edf' 2024-11-10T23:24:49,502 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:24:49,502 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38ea7aa3-8ae5-4b76-ba6e-f1e9270f4edf" 2024-11-10T23:24:49,502 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb5c426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:49,503 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,35033,-1] 2024-11-10T23:24:49,503 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:24:49,503 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:49,505 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:24:49,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2fe198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:49,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:24:49,508 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,40713,1731281088451, seqNum=-1] 2024-11-10T23:24:49,508 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:49,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:49,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7318282e5099,35033,1731281088402 2024-11-10T23:24:49,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:24:49,513 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,35033,1731281088402 2024-11-10T23:24:49,513 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@633f4a9b 2024-11-10T23:24:49,513 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:24:49,514 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:24:49,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:24:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:24:49,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:24:49,519 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:49,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:24:49,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:24:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:49,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:24:49,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:24:49,533 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d0542f1e2529a45aa508d9f90786003, NAME => 'testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255 2024-11-10T23:24:49,533 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c403a5f6bddb2d0309355bc77d858401, NAME => 'testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255 2024-11-10T23:24:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:24:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:24:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:24:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c403a5f6bddb2d0309355bc77d858401, disabling compactions & flushes 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 9d0542f1e2529a45aa508d9f90786003, disabling compactions & flushes 2024-11-10T23:24:49,547 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:49,547 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. after waiting 0 ms 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:49,547 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. after waiting 0 ms 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c403a5f6bddb2d0309355bc77d858401: Waiting for close lock at 1731281089547Disabling compacts and flushes for region at 1731281089547Disabling writes for close at 1731281089547Writing region close event to WAL at 1731281089547Closed at 1731281089547 2024-11-10T23:24:49,547 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:49,548 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:49,548 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d0542f1e2529a45aa508d9f90786003: Waiting for close lock at 1731281089547Disabling compacts and flushes for region at 1731281089547Disabling writes for close at 1731281089547Writing region close event to WAL at 1731281089548 (+1 ms)Closed at 1731281089548 2024-11-10T23:24:49,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:24:49,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281089550"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281089550"}]},"ts":"1731281089550"} 2024-11-10T23:24:49,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281089550"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281089550"}]},"ts":"1731281089550"} 2024-11-10T23:24:49,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:24:49,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:24:49,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281089556"}]},"ts":"1731281089556"} 2024-11-10T23:24:49,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:24:49,559 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:24:49,561 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:24:49,561 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:24:49,561 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:24:49,561 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:24:49,561 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:24:49,561 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:24:49,561 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:24:49,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d0542f1e2529a45aa508d9f90786003, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c403a5f6bddb2d0309355bc77d858401, ASSIGN}] 2024-11-10T23:24:49,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c403a5f6bddb2d0309355bc77d858401, ASSIGN 2024-11-10T23:24:49,563 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d0542f1e2529a45aa508d9f90786003, ASSIGN 2024-11-10T23:24:49,564 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c403a5f6bddb2d0309355bc77d858401, ASSIGN; state=OFFLINE, location=7318282e5099,45685,1731281088481; forceNewPlan=false, retain=false 2024-11-10T23:24:49,564 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d0542f1e2529a45aa508d9f90786003, ASSIGN; state=OFFLINE, location=7318282e5099,40713,1731281088451; forceNewPlan=false, retain=false 2024-11-10T23:24:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:49,715 INFO [7318282e5099:35033 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:24:49,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c403a5f6bddb2d0309355bc77d858401, regionState=OPENING, regionLocation=7318282e5099,45685,1731281088481 2024-11-10T23:24:49,715 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d0542f1e2529a45aa508d9f90786003, regionState=OPENING, regionLocation=7318282e5099,40713,1731281088451 2024-11-10T23:24:49,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c403a5f6bddb2d0309355bc77d858401, ASSIGN because future has completed 2024-11-10T23:24:49,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c403a5f6bddb2d0309355bc77d858401, server=7318282e5099,45685,1731281088481}] 2024-11-10T23:24:49,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d0542f1e2529a45aa508d9f90786003, ASSIGN because future has completed 2024-11-10T23:24:49,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d0542f1e2529a45aa508d9f90786003, server=7318282e5099,40713,1731281088451}] 2024-11-10T23:24:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:49,872 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:49,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:49,879 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:49,879 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:49,879 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d0542f1e2529a45aa508d9f90786003, NAME => 'testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:24:49,879 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c403a5f6bddb2d0309355bc77d858401, NAME => 'testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:24:49,879 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,879 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:49,880 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,880 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,880 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,880 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:49,880 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,880 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,881 INFO [StoreOpener-9d0542f1e2529a45aa508d9f90786003-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,882 INFO [StoreOpener-c403a5f6bddb2d0309355bc77d858401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,883 INFO [StoreOpener-9d0542f1e2529a45aa508d9f90786003-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0542f1e2529a45aa508d9f90786003 columnFamilyName family 2024-11-10T23:24:49,883 DEBUG [StoreOpener-9d0542f1e2529a45aa508d9f90786003-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:49,883 INFO [StoreOpener-9d0542f1e2529a45aa508d9f90786003-1 {}] regionserver.HStore(327): Store=9d0542f1e2529a45aa508d9f90786003/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:49,883 INFO [StoreOpener-c403a5f6bddb2d0309355bc77d858401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c403a5f6bddb2d0309355bc77d858401 columnFamilyName family 2024-11-10T23:24:49,884 DEBUG [StoreOpener-c403a5f6bddb2d0309355bc77d858401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:49,884 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,884 INFO [StoreOpener-c403a5f6bddb2d0309355bc77d858401-1 {}] regionserver.HStore(327): Store=c403a5f6bddb2d0309355bc77d858401/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:49,884 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,884 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,885 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,885 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,885 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,885 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,886 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,886 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,886 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,887 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,888 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,890 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/9d0542f1e2529a45aa508d9f90786003/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:49,890 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9d0542f1e2529a45aa508d9f90786003; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66875116, jitterRate=-0.003483116626739502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:24:49,890 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:49,891 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/c403a5f6bddb2d0309355bc77d858401/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:49,891 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c403a5f6bddb2d0309355bc77d858401; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66524127, jitterRate=-0.008713260293006897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:24:49,891 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:49,891 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9d0542f1e2529a45aa508d9f90786003: Running coprocessor pre-open hook at 1731281089880Writing region info on filesystem at 1731281089880Initializing all the Stores at 1731281089881 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281089881Cleaning up temporary data from old regions at 1731281089885 (+4 ms)Running coprocessor post-open hooks at 1731281089890 (+5 ms)Region opened successfully at 1731281089891 (+1 ms) 2024-11-10T23:24:49,892 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c403a5f6bddb2d0309355bc77d858401: Running coprocessor pre-open hook at 1731281089880Writing region info on filesystem at 1731281089880Initializing all the Stores at 1731281089881 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281089881Cleaning up temporary data from old regions at 1731281089886 (+5 ms)Running coprocessor post-open hooks at 1731281089891 (+5 ms)Region opened successfully at 1731281089891 2024-11-10T23:24:49,893 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401., pid=7, masterSystemTime=1731281089872 2024-11-10T23:24:49,893 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003., pid=8, masterSystemTime=1731281089874 2024-11-10T23:24:49,896 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:49,896 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:49,897 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c403a5f6bddb2d0309355bc77d858401, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,45685,1731281088481 2024-11-10T23:24:49,897 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:49,897 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:49,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d0542f1e2529a45aa508d9f90786003, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,40713,1731281088451 2024-11-10T23:24:49,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c403a5f6bddb2d0309355bc77d858401, server=7318282e5099,45685,1731281088481 because future has completed 2024-11-10T23:24:49,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d0542f1e2529a45aa508d9f90786003, server=7318282e5099,40713,1731281088451 because future has completed 2024-11-10T23:24:49,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T23:24:49,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c403a5f6bddb2d0309355bc77d858401, server=7318282e5099,45685,1731281088481 in 182 msec 2024-11-10T23:24:49,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-10T23:24:49,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d0542f1e2529a45aa508d9f90786003, server=7318282e5099,40713,1731281088451 in 183 msec 2024-11-10T23:24:49,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c403a5f6bddb2d0309355bc77d858401, ASSIGN in 343 msec 2024-11-10T23:24:49,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:24:49,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d0542f1e2529a45aa508d9f90786003, ASSIGN in 345 msec 2024-11-10T23:24:49,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:24:49,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281089910"}]},"ts":"1731281089910"} 2024-11-10T23:24:49,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:24:49,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:24:49,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 398 msec 2024-11-10T23:24:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:50,151 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:24:50,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:24:50,151 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:24:50,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:24:50,155 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:24:50,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:24:50,158 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003., hostname=7318282e5099,40713,1731281088451, seqNum=2] 2024-11-10T23:24:50,174 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401., hostname=7318282e5099,45685,1731281088481, seqNum=2] 2024-11-10T23:24:50,175 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:50,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:50,186 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9d0542f1e2529a45aa508d9f90786003 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:24:50,204 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/9d0542f1e2529a45aa508d9f90786003/.tmp/family/316b8ec528564e4ab7bd38b757406cd3 is 32, key is 1/family:/1731281090159/Put/seqid=0 2024-11-10T23:24:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:24:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:24:50,211 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/9d0542f1e2529a45aa508d9f90786003/.tmp/family/316b8ec528564e4ab7bd38b757406cd3 2024-11-10T23:24:50,219 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/9d0542f1e2529a45aa508d9f90786003/.tmp/family/316b8ec528564e4ab7bd38b757406cd3 as hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/9d0542f1e2529a45aa508d9f90786003/family/316b8ec528564e4ab7bd38b757406cd3 2024-11-10T23:24:50,226 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/9d0542f1e2529a45aa508d9f90786003/family/316b8ec528564e4ab7bd38b757406cd3, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:24:50,228 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9d0542f1e2529a45aa508d9f90786003 in 42ms, sequenceid=8, compaction requested=false 2024-11-10T23:24:50,228 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9d0542f1e2529a45aa508d9f90786003: 2024-11-10T23:24:50,228 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c403a5f6bddb2d0309355bc77d858401 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:24:50,245 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/c403a5f6bddb2d0309355bc77d858401/.tmp/family/5351390396fb42b5887d832944614d1f is 32, key is 5/family:/1731281090177/Put/seqid=0 2024-11-10T23:24:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:24:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:24:50,252 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/c403a5f6bddb2d0309355bc77d858401/.tmp/family/5351390396fb42b5887d832944614d1f 2024-11-10T23:24:50,260 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/c403a5f6bddb2d0309355bc77d858401/.tmp/family/5351390396fb42b5887d832944614d1f as hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/c403a5f6bddb2d0309355bc77d858401/family/5351390396fb42b5887d832944614d1f 2024-11-10T23:24:50,268 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/c403a5f6bddb2d0309355bc77d858401/family/5351390396fb42b5887d832944614d1f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:24:50,269 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c403a5f6bddb2d0309355bc77d858401 in 41ms, sequenceid=9, compaction requested=false 2024-11-10T23:24:50,269 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c403a5f6bddb2d0309355bc77d858401: 2024-11-10T23:24:50,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:24:50,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:24:50,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:50,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:50,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:50,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:24:50,275 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:24:50,275 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=375185944, stopped=false 2024-11-10T23:24:50,275 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7318282e5099,35033,1731281088402 2024-11-10T23:24:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:50,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:50,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:50,281 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:24:50,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:24:50,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:50,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:50,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:50,281 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,40713,1731281088451' ***** 2024-11-10T23:24:50,281 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:24:50,282 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,45685,1731281088481' ***** 2024-11-10T23:24:50,282 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:24:50,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:50,282 INFO [RS:0;7318282e5099:40713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:24:50,282 INFO [RS:1;7318282e5099:45685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:24:50,282 INFO [RS:0;7318282e5099:40713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:24:50,282 INFO [RS:0;7318282e5099:40713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:24:50,282 INFO [RS:1;7318282e5099:45685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:24:50,282 INFO [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:50,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:24:50,282 INFO [RS:1;7318282e5099:45685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:24:50,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:50,282 INFO [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(3091): Received CLOSE for c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:50,282 INFO [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,40713,1731281088451 2024-11-10T23:24:50,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:24:50,282 INFO [RS:0;7318282e5099:40713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:50,282 INFO [RS:0;7318282e5099:40713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7318282e5099:40713. 2024-11-10T23:24:50,283 DEBUG [RS:0;7318282e5099:40713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:50,283 DEBUG [RS:0;7318282e5099:40713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:50,283 INFO [RS:0;7318282e5099:40713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:24:50,283 INFO [RS:0;7318282e5099:40713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:24:50,283 INFO [RS:0;7318282e5099:40713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:24:50,283 INFO [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,45685,1731281088481 2024-11-10T23:24:50,283 INFO [RS:1;7318282e5099:45685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:50,283 INFO [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:24:50,283 INFO [RS:1;7318282e5099:45685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7318282e5099:45685. 2024-11-10T23:24:50,283 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d0542f1e2529a45aa508d9f90786003, disabling compactions & flushes 2024-11-10T23:24:50,283 DEBUG [RS:1;7318282e5099:45685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:50,283 DEBUG [RS:1;7318282e5099:45685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:50,283 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:50,283 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c403a5f6bddb2d0309355bc77d858401, disabling compactions & flushes 2024-11-10T23:24:50,283 INFO [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:24:50,283 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:50,283 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:50,283 DEBUG [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(1325): Online Regions={c403a5f6bddb2d0309355bc77d858401=testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401.} 2024-11-10T23:24:50,283 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. after waiting 0 ms 2024-11-10T23:24:50,283 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:50,283 DEBUG [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(1351): Waiting on c403a5f6bddb2d0309355bc77d858401 2024-11-10T23:24:50,283 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:50,283 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. after waiting 0 ms 2024-11-10T23:24:50,284 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:50,284 INFO [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:24:50,284 DEBUG [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(1325): Online Regions={9d0542f1e2529a45aa508d9f90786003=testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:24:50,284 DEBUG [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d0542f1e2529a45aa508d9f90786003 2024-11-10T23:24:50,284 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:24:50,284 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:24:50,284 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:24:50,284 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:24:50,284 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:24:50,284 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:24:50,290 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/9d0542f1e2529a45aa508d9f90786003/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:24:50,290 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/default/testClearRegionBlockCache/c403a5f6bddb2d0309355bc77d858401/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:24:50,291 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:50,291 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d0542f1e2529a45aa508d9f90786003: Waiting for close lock at 1731281090283Running coprocessor pre-close hooks at 1731281090283Disabling compacts and flushes for region at 1731281090283Disabling writes for close at 1731281090283Writing region close event to WAL at 1731281090284 (+1 ms)Running coprocessor post-close hooks at 1731281090291 (+7 ms)Closed at 1731281090291 2024-11-10T23:24:50,291 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281089515.9d0542f1e2529a45aa508d9f90786003. 2024-11-10T23:24:50,292 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:50,292 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c403a5f6bddb2d0309355bc77d858401: Waiting for close lock at 1731281090283Running coprocessor pre-close hooks at 1731281090283Disabling compacts and flushes for region at 1731281090283Disabling writes for close at 1731281090283Writing region close event to WAL at 1731281090284 (+1 ms)Running coprocessor post-close hooks at 1731281090292 (+8 ms)Closed at 1731281090292 2024-11-10T23:24:50,292 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401. 2024-11-10T23:24:50,304 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/.tmp/info/25e065d9d967418e8e3bad4d97da97da is 173, key is testClearRegionBlockCache,5,1731281089515.c403a5f6bddb2d0309355bc77d858401./info:regioninfo/1731281089896/Put/seqid=0 2024-11-10T23:24:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:24:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:24:50,311 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/.tmp/info/25e065d9d967418e8e3bad4d97da97da 2024-11-10T23:24:50,340 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/.tmp/ns/ffb4d2fcad9b4f95998e4871f8bcf81d is 43, key is default/ns:d/1731281089395/Put/seqid=0 2024-11-10T23:24:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:24:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:24:50,346 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/.tmp/ns/ffb4d2fcad9b4f95998e4871f8bcf81d 2024-11-10T23:24:50,375 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:50,376 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:50,376 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/.tmp/table/9b0797c62181489688dd3e6902e06f17 is 61, key is testClearRegionBlockCache/table:state/1731281089910/Put/seqid=0 2024-11-10T23:24:50,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:24:50,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:24:50,384 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/.tmp/table/9b0797c62181489688dd3e6902e06f17 2024-11-10T23:24:50,392 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/.tmp/info/25e065d9d967418e8e3bad4d97da97da as hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/info/25e065d9d967418e8e3bad4d97da97da 2024-11-10T23:24:50,401 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/info/25e065d9d967418e8e3bad4d97da97da, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:24:50,402 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/.tmp/ns/ffb4d2fcad9b4f95998e4871f8bcf81d as hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/ns/ffb4d2fcad9b4f95998e4871f8bcf81d 2024-11-10T23:24:50,409 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/ns/ffb4d2fcad9b4f95998e4871f8bcf81d, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:24:50,410 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/.tmp/table/9b0797c62181489688dd3e6902e06f17 as hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/table/9b0797c62181489688dd3e6902e06f17 2024-11-10T23:24:50,417 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/table/9b0797c62181489688dd3e6902e06f17, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:24:50,419 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=13, compaction requested=false 2024-11-10T23:24:50,425 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:24:50,426 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:24:50,426 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:50,426 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281090284Running coprocessor pre-close hooks at 1731281090284Disabling compacts and flushes for region at 1731281090284Disabling writes for close at 1731281090284Obtaining lock to block concurrent updates at 1731281090284Preparing flush snapshotting stores in 1588230740 at 1731281090284Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281090285 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731281090286 (+1 ms)Flushing 1588230740/info: creating writer at 1731281090286Flushing 1588230740/info: appending metadata at 1731281090303 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731281090303Flushing 1588230740/ns: creating writer at 1731281090320 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731281090339 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731281090339Flushing 1588230740/table: creating writer at 1731281090355 (+16 ms)Flushing 1588230740/table: appending metadata at 1731281090376 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731281090376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e8205d4: reopening flushed file at 1731281090391 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc3ca0c: reopening flushed file at 1731281090401 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4649667e: reopening flushed file at 1731281090409 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=13, compaction requested=false at 1731281090419 (+10 ms)Writing region close event to WAL at 1731281090420 (+1 ms)Running coprocessor post-close hooks at 1731281090426 (+6 ms)Closed at 1731281090426 2024-11-10T23:24:50,426 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:50,484 INFO [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,45685,1731281088481; all regions closed. 2024-11-10T23:24:50,484 INFO [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,40713,1731281088451; all regions closed. 2024-11-10T23:24:50,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:24:50,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:24:50,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:24:50,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:24:50,490 DEBUG [RS:1;7318282e5099:45685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/oldWALs 2024-11-10T23:24:50,490 INFO [RS:1;7318282e5099:45685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C45685%2C1731281088481:(num 1731281088911) 2024-11-10T23:24:50,491 DEBUG [RS:1;7318282e5099:45685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:50,491 INFO [RS:1;7318282e5099:45685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:50,491 DEBUG [RS:0;7318282e5099:40713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/oldWALs 2024-11-10T23:24:50,491 INFO [RS:1;7318282e5099:45685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:50,491 INFO [RS:0;7318282e5099:40713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C40713%2C1731281088451.meta:.meta(num 1731281089336) 2024-11-10T23:24:50,491 INFO [RS:1;7318282e5099:45685 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:50,491 INFO [RS:1;7318282e5099:45685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:24:50,491 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:50,491 INFO [RS:1;7318282e5099:45685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:24:50,491 INFO [RS:1;7318282e5099:45685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:24:50,491 INFO [RS:1;7318282e5099:45685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:50,492 INFO [RS:1;7318282e5099:45685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45685 2024-11-10T23:24:50,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:24:50,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:24:50,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,45685,1731281088481 2024-11-10T23:24:50,494 INFO [RS:1;7318282e5099:45685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:50,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:50,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/WALs/7318282e5099,40713,1731281088451/7318282e5099%2C40713%2C1731281088451.1731281088911 not finished, retry = 0 2024-11-10T23:24:50,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,45685,1731281088481] 2024-11-10T23:24:50,497 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,45685,1731281088481 already deleted, retry=false 2024-11-10T23:24:50,497 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,45685,1731281088481 expired; onlineServers=1 2024-11-10T23:24:50,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:50,596 INFO [RS:1;7318282e5099:45685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:50,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45685-0x1010432da110002, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:50,596 INFO [RS:1;7318282e5099:45685 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,45685,1731281088481; zookeeper connection closed. 2024-11-10T23:24:50,596 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47b3e187 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47b3e187 2024-11-10T23:24:50,598 DEBUG [RS:0;7318282e5099:40713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/oldWALs 2024-11-10T23:24:50,598 INFO [RS:0;7318282e5099:40713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C40713%2C1731281088451:(num 1731281088911) 2024-11-10T23:24:50,598 DEBUG [RS:0;7318282e5099:40713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:50,598 INFO [RS:0;7318282e5099:40713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:50,598 INFO [RS:0;7318282e5099:40713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:50,599 INFO [RS:0;7318282e5099:40713 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:50,599 INFO [RS:0;7318282e5099:40713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:50,599 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:50,599 INFO [RS:0;7318282e5099:40713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40713 2024-11-10T23:24:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,40713,1731281088451 2024-11-10T23:24:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:50,602 INFO [RS:0;7318282e5099:40713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:50,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,40713,1731281088451] 2024-11-10T23:24:50,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,40713,1731281088451 already deleted, retry=false 2024-11-10T23:24:50,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,40713,1731281088451 expired; onlineServers=0 2024-11-10T23:24:50,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7318282e5099,35033,1731281088402' ***** 2024-11-10T23:24:50,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:24:50,605 INFO [M:0;7318282e5099:35033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:50,605 INFO [M:0;7318282e5099:35033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:50,605 DEBUG [M:0;7318282e5099:35033 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:24:50,605 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:24:50,605 DEBUG [M:0;7318282e5099:35033 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:24:50,605 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281088692 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281088692,5,FailOnTimeoutGroup] 2024-11-10T23:24:50,605 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281088691 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281088691,5,FailOnTimeoutGroup] 2024-11-10T23:24:50,606 INFO [M:0;7318282e5099:35033 {}] hbase.ChoreService(370): Chore service for: master/7318282e5099:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:50,606 INFO [M:0;7318282e5099:35033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:50,606 DEBUG [M:0;7318282e5099:35033 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:24:50,606 INFO [M:0;7318282e5099:35033 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:24:50,606 INFO [M:0;7318282e5099:35033 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:24:50,606 INFO [M:0;7318282e5099:35033 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:24:50,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:24:50,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:50,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:50,607 DEBUG [M:0;7318282e5099:35033 {}] zookeeper.ZKUtil(347): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:24:50,607 WARN [M:0;7318282e5099:35033 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:24:50,608 INFO [M:0;7318282e5099:35033 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/.lastflushedseqids 2024-11-10T23:24:50,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:24:50,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:24:50,615 INFO [M:0;7318282e5099:35033 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:24:50,615 INFO [M:0;7318282e5099:35033 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:24:50,616 DEBUG [M:0;7318282e5099:35033 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:24:50,616 INFO [M:0;7318282e5099:35033 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:50,616 DEBUG [M:0;7318282e5099:35033 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:50,616 DEBUG [M:0;7318282e5099:35033 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:24:50,616 DEBUG [M:0;7318282e5099:35033 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:50,616 INFO [M:0;7318282e5099:35033 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-10T23:24:50,634 DEBUG [M:0;7318282e5099:35033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc2ffbd62e34cb193ba0f0892841a0a is 82, key is hbase:meta,,1/info:regioninfo/1731281089379/Put/seqid=0 2024-11-10T23:24:50,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:24:50,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:24:50,641 INFO [M:0;7318282e5099:35033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc2ffbd62e34cb193ba0f0892841a0a 2024-11-10T23:24:50,665 DEBUG [M:0;7318282e5099:35033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a70085a65944a46bc532e6dd4a4662d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281089915/Put/seqid=0 2024-11-10T23:24:50,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:24:50,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:24:50,672 INFO [M:0;7318282e5099:35033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a70085a65944a46bc532e6dd4a4662d 2024-11-10T23:24:50,694 DEBUG [M:0;7318282e5099:35033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78022878d5694ab084b16af472bc01d0 is 69, key is 7318282e5099,40713,1731281088451/rs:state/1731281088741/Put/seqid=0 2024-11-10T23:24:50,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:24:50,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:24:50,701 INFO [M:0;7318282e5099:35033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78022878d5694ab084b16af472bc01d0 2024-11-10T23:24:50,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:50,704 INFO [RS:0;7318282e5099:40713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:50,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40713-0x1010432da110001, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:50,704 INFO [RS:0;7318282e5099:40713 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,40713,1731281088451; zookeeper connection closed. 2024-11-10T23:24:50,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1138ba81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1138ba81 2024-11-10T23:24:50,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:24:50,709 DEBUG [M:0;7318282e5099:35033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc2ffbd62e34cb193ba0f0892841a0a as hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fc2ffbd62e34cb193ba0f0892841a0a 2024-11-10T23:24:50,716 INFO [M:0;7318282e5099:35033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fc2ffbd62e34cb193ba0f0892841a0a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:24:50,717 DEBUG [M:0;7318282e5099:35033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a70085a65944a46bc532e6dd4a4662d as hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a70085a65944a46bc532e6dd4a4662d 2024-11-10T23:24:50,723 INFO [M:0;7318282e5099:35033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a70085a65944a46bc532e6dd4a4662d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:24:50,724 DEBUG [M:0;7318282e5099:35033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78022878d5694ab084b16af472bc01d0 as hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78022878d5694ab084b16af472bc01d0 2024-11-10T23:24:50,731 INFO [M:0;7318282e5099:35033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/aad4c52c-86c7-509d-98bb-47d581452255/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78022878d5694ab084b16af472bc01d0, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:24:50,732 INFO [M:0;7318282e5099:35033 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=71, compaction requested=false 2024-11-10T23:24:50,733 INFO [M:0;7318282e5099:35033 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:50,733 DEBUG [M:0;7318282e5099:35033 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281090616Disabling compacts and flushes for region at 1731281090616Disabling writes for close at 1731281090616Obtaining lock to block concurrent updates at 1731281090616Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281090616Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731281090616Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281090617 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281090617Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281090633 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281090633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281090647 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281090664 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281090664Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281090678 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281090694 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281090694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390a98ad: reopening flushed file at 1731281090708 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de26f4e: reopening flushed file at 1731281090716 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bddee9: reopening flushed file at 1731281090723 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=71, compaction requested=false at 1731281090732 (+9 ms)Writing region close event to WAL at 1731281090733 (+1 ms)Closed at 1731281090733 2024-11-10T23:24:50,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:24:50,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:24:50,737 INFO [M:0;7318282e5099:35033 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:24:50,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:50,737 INFO [M:0;7318282e5099:35033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35033 2024-11-10T23:24:50,737 INFO [M:0;7318282e5099:35033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:50,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:50,845 INFO [M:0;7318282e5099:35033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:50,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35033-0x1010432da110000, quorum=127.0.0.1:57552, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:50,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2d9b98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:50,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ecea486{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:50,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:50,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@407b0e8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:50,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@480d0149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:50,850 WARN [BP-56057892-172.17.0.2-1731281087691 heartbeating to localhost/127.0.0.1:40993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:24:50,850 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:24:50,850 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:24:50,850 WARN [BP-56057892-172.17.0.2-1731281087691 heartbeating to localhost/127.0.0.1:40993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-56057892-172.17.0.2-1731281087691 (Datanode Uuid 1cd7959b-94ab-4504-8c4e-cdcb00bcb980) service to localhost/127.0.0.1:40993 2024-11-10T23:24:50,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/data/data3/current/BP-56057892-172.17.0.2-1731281087691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:50,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/data/data4/current/BP-56057892-172.17.0.2-1731281087691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:50,853 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:24:50,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c9add95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:50,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@483dcb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:50,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:50,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d060263{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:50,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c346a50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:50,858 WARN [BP-56057892-172.17.0.2-1731281087691 heartbeating to localhost/127.0.0.1:40993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:24:50,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:24:50,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:24:50,858 WARN [BP-56057892-172.17.0.2-1731281087691 heartbeating to localhost/127.0.0.1:40993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-56057892-172.17.0.2-1731281087691 (Datanode Uuid b5542619-e3a9-4d5c-b3bb-223370985816) service to localhost/127.0.0.1:40993 2024-11-10T23:24:50,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/data/data1/current/BP-56057892-172.17.0.2-1731281087691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:50,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/cluster_e89ddfc8-7924-ee0a-3a68-dce1d811758f/data/data2/current/BP-56057892-172.17.0.2-1731281087691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:50,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:24:50,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a47d401{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:24:50,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4066dad4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:50,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:50,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58c8257b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:50,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4cf6fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:50,875 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:24:50,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:24:50,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=112 (was 83) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:40993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:40993 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:40993 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:40993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 409) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 53) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9523 (was 9635) 2024-11-10T23:24:50,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=112, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=9523 2024-11-10T23:24:50,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.log.dir so I do NOT create it in target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3 2024-11-10T23:24:50,929 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T23:24:50,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.tmp.dir so I do NOT create it in target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3 2024-11-10T23:24:50,929 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d482fb-bb97-f1b2-b89c-56ee420e75eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T23:24:50,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3 2024-11-10T23:24:50,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:24:50,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c, deleteOnExit=true 2024-11-10T23:24:50,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:24:50,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/test.cache.data in system properties and HBase conf 2024-11-10T23:24:50,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:24:50,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:24:50,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:24:50,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:24:50,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:24:50,930 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:24:50,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:24:50,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:24:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:24:50,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:24:51,011 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T23:24:51,019 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:24:51,053 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:24:51,057 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:24:51,058 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:24:51,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:51,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:51,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:51,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:51,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:24:51,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:51,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@95276f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:51,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4466aaa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:51,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@539922de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/java.io.tmpdir/jetty-localhost-43867-hadoop-hdfs-3_4_1-tests_jar-_-any-11077961208314347793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:24:51,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70c86f54{HTTP/1.1, (http/1.1)}{localhost:43867} 2024-11-10T23:24:51,204 INFO [Time-limited test {}] server.Server(415): Started @12784ms 2024-11-10T23:24:51,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:51,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:51,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:51,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:51,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:24:51,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d510aea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:51,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600a72d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:51,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ca32ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/java.io.tmpdir/jetty-localhost-37741-hadoop-hdfs-3_4_1-tests_jar-_-any-4740269808566130358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:51,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e045bc{HTTP/1.1, (http/1.1)}{localhost:37741} 2024-11-10T23:24:51,412 INFO [Time-limited test {}] server.Server(415): Started @12993ms 2024-11-10T23:24:51,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:24:51,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:51,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:51,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:51,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:51,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:24:51,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78abdb9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:51,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46289396{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:51,519 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/data/data2/current/BP-791207753-172.17.0.2-1731281090963/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:51,519 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/data/data1/current/BP-791207753-172.17.0.2-1731281090963/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:51,543 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:24:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa224801494fd4438 with lease ID 0x8c2e20ac4b63cf7c: Processing first storage report for DS-85ffa346-06fb-4c26-8db0-94edce7fa155 from datanode DatanodeRegistration(127.0.0.1:45387, datanodeUuid=69f0f4c4-0506-485f-9681-d4998a7023f0, infoPort=33737, infoSecurePort=0, ipcPort=37487, storageInfo=lv=-57;cid=testClusterID;nsid=954879664;c=1731281090963) 2024-11-10T23:24:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa224801494fd4438 with lease ID 0x8c2e20ac4b63cf7c: from storage DS-85ffa346-06fb-4c26-8db0-94edce7fa155 node DatanodeRegistration(127.0.0.1:45387, datanodeUuid=69f0f4c4-0506-485f-9681-d4998a7023f0, infoPort=33737, infoSecurePort=0, ipcPort=37487, storageInfo=lv=-57;cid=testClusterID;nsid=954879664;c=1731281090963), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa224801494fd4438 with lease ID 0x8c2e20ac4b63cf7c: Processing first storage report for DS-8181a809-13a7-43f5-95f8-f09feaf77f60 from datanode DatanodeRegistration(127.0.0.1:45387, datanodeUuid=69f0f4c4-0506-485f-9681-d4998a7023f0, infoPort=33737, infoSecurePort=0, ipcPort=37487, storageInfo=lv=-57;cid=testClusterID;nsid=954879664;c=1731281090963) 2024-11-10T23:24:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa224801494fd4438 with lease ID 0x8c2e20ac4b63cf7c: from storage DS-8181a809-13a7-43f5-95f8-f09feaf77f60 node DatanodeRegistration(127.0.0.1:45387, datanodeUuid=69f0f4c4-0506-485f-9681-d4998a7023f0, infoPort=33737, infoSecurePort=0, ipcPort=37487, storageInfo=lv=-57;cid=testClusterID;nsid=954879664;c=1731281090963), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:51,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4897f020{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/java.io.tmpdir/jetty-localhost-32965-hadoop-hdfs-3_4_1-tests_jar-_-any-17786715435914795009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:51,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16bca01e{HTTP/1.1, (http/1.1)}{localhost:32965} 2024-11-10T23:24:51,569 INFO [Time-limited test {}] server.Server(415): Started @13149ms 2024-11-10T23:24:51,571 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:24:51,671 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/data/data3/current/BP-791207753-172.17.0.2-1731281090963/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:51,671 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/data/data4/current/BP-791207753-172.17.0.2-1731281090963/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:51,688 WARN [Thread-632 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:24:51,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2fbddcd057686e5 with lease ID 0x8c2e20ac4b63cf7d: Processing first storage report for DS-444cfe83-2c6d-4f4b-936b-ba30232c5730 from datanode DatanodeRegistration(127.0.0.1:37583, datanodeUuid=805601ca-18a1-46a2-8b27-9e5ec93a4b2e, infoPort=39109, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=954879664;c=1731281090963) 2024-11-10T23:24:51,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2fbddcd057686e5 with lease ID 0x8c2e20ac4b63cf7d: from storage DS-444cfe83-2c6d-4f4b-936b-ba30232c5730 node DatanodeRegistration(127.0.0.1:37583, datanodeUuid=805601ca-18a1-46a2-8b27-9e5ec93a4b2e, infoPort=39109, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=954879664;c=1731281090963), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T23:24:51,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2fbddcd057686e5 with lease ID 0x8c2e20ac4b63cf7d: Processing first storage report for DS-3da39d73-45cc-45f8-a176-c0f35c948254 from datanode DatanodeRegistration(127.0.0.1:37583, datanodeUuid=805601ca-18a1-46a2-8b27-9e5ec93a4b2e, infoPort=39109, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=954879664;c=1731281090963) 2024-11-10T23:24:51,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2fbddcd057686e5 with lease ID 0x8c2e20ac4b63cf7d: from storage DS-3da39d73-45cc-45f8-a176-c0f35c948254 node DatanodeRegistration(127.0.0.1:37583, datanodeUuid=805601ca-18a1-46a2-8b27-9e5ec93a4b2e, infoPort=39109, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=954879664;c=1731281090963), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:51,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3 2024-11-10T23:24:51,699 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/zookeeper_0, clientPort=55397, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:24:51,700 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55397 2024-11-10T23:24:51,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:51,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:24:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:24:51,713 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1 with version=8 2024-11-10T23:24:51,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/hbase-staging 2024-11-10T23:24:51,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:51,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:51,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:51,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:51,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:51,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:51,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:24:51,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:51,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33109 2024-11-10T23:24:51,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33109 connecting to ZooKeeper ensemble=127.0.0.1:55397 2024-11-10T23:24:51,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331090x0, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:51,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33109-0x1010432e7020000 connected 2024-11-10T23:24:51,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:51,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:51,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:51,747 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1, hbase.cluster.distributed=false 2024-11-10T23:24:51,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:51,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33109 2024-11-10T23:24:51,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33109 2024-11-10T23:24:51,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33109 2024-11-10T23:24:51,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33109 2024-11-10T23:24:51,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33109 2024-11-10T23:24:51,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:51,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:51,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:51,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:51,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:51,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:51,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:24:51,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:51,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46559 2024-11-10T23:24:51,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46559 connecting to ZooKeeper ensemble=127.0.0.1:55397 2024-11-10T23:24:51,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:51,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:51,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465590x0, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:51,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465590x0, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:51,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46559-0x1010432e7020001 connected 2024-11-10T23:24:51,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:24:51,779 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:24:51,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:24:51,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:51,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46559 2024-11-10T23:24:51,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46559 2024-11-10T23:24:51,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46559 2024-11-10T23:24:51,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46559 2024-11-10T23:24:51,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46559 2024-11-10T23:24:51,804 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:51,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:51,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:51,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:51,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:51,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:51,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:24:51,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:51,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45371 2024-11-10T23:24:51,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45371 connecting to ZooKeeper ensemble=127.0.0.1:55397 2024-11-10T23:24:51,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:51,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:51,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453710x0, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:51,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:51,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45371-0x1010432e7020002 connected 2024-11-10T23:24:51,815 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:24:51,816 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:24:51,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:24:51,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:51,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45371 2024-11-10T23:24:51,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45371 2024-11-10T23:24:51,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45371 2024-11-10T23:24:51,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45371 2024-11-10T23:24:51,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45371 2024-11-10T23:24:51,836 DEBUG [M:0;7318282e5099:33109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7318282e5099:33109 2024-11-10T23:24:51,836 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7318282e5099,33109,1731281091716 2024-11-10T23:24:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:51,839 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7318282e5099,33109,1731281091716 2024-11-10T23:24:51,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:51,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:51,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,842 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:24:51,843 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7318282e5099,33109,1731281091716 from backup master directory 2024-11-10T23:24:51,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7318282e5099,33109,1731281091716 2024-11-10T23:24:51,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:51,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:51,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:51,844 WARN [master/7318282e5099:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:51,844 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7318282e5099,33109,1731281091716 2024-11-10T23:24:51,849 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/hbase.id] with ID: 1fac61b4-db84-4ef3-b1d4-f7365d2b037e 2024-11-10T23:24:51,849 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/.tmp/hbase.id 2024-11-10T23:24:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:24:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:24:51,857 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/.tmp/hbase.id]:[hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/hbase.id] 2024-11-10T23:24:51,872 INFO [master/7318282e5099:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:51,872 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:24:51,873 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T23:24:51,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:24:51,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:24:51,884 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:24:51,884 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:24:51,885 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:51,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:24:51,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:24:51,893 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store 2024-11-10T23:24:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:24:51,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:24:51,901 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:51,901 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:24:51,901 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:51,901 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:51,901 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:24:51,901 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:51,901 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:51,901 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281091901Disabling compacts and flushes for region at 1731281091901Disabling writes for close at 1731281091901Writing region close event to WAL at 1731281091901Closed at 1731281091901 2024-11-10T23:24:51,902 WARN [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/.initializing 2024-11-10T23:24:51,902 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/WALs/7318282e5099,33109,1731281091716 2024-11-10T23:24:51,903 INFO [master/7318282e5099:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:51,905 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C33109%2C1731281091716, suffix=, logDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/WALs/7318282e5099,33109,1731281091716, archiveDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/oldWALs, maxLogs=10 2024-11-10T23:24:51,920 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/WALs/7318282e5099,33109,1731281091716/7318282e5099%2C33109%2C1731281091716.1731281091905, exclude list is [], retry=0 2024-11-10T23:24:51,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-85ffa346-06fb-4c26-8db0-94edce7fa155,DISK] 2024-11-10T23:24:51,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-444cfe83-2c6d-4f4b-936b-ba30232c5730,DISK] 2024-11-10T23:24:51,926 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/WALs/7318282e5099,33109,1731281091716/7318282e5099%2C33109%2C1731281091716.1731281091905 2024-11-10T23:24:51,927 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33737:33737),(127.0.0.1/127.0.0.1:39109:39109)] 2024-11-10T23:24:51,927 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:24:51,927 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:51,927 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,927 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:24:51,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:51,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:51,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:24:51,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:51,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:51,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:24:51,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:51,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:51,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:24:51,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:51,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:51,938 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,939 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,939 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,941 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,941 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,941 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:51,943 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:51,945 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:51,946 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72179511, jitterRate=0.07555852830410004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:51,947 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281091928Initializing all the Stores at 1731281091929 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281091929Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281091929Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281091929Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281091929Cleaning up temporary data from old regions at 1731281091941 (+12 ms)Region opened successfully at 1731281091947 (+6 ms) 2024-11-10T23:24:51,947 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:24:51,952 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668f1488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:51,953 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:24:51,953 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:24:51,953 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:24:51,954 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:24:51,954 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:24:51,955 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:24:51,955 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:24:51,957 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:24:51,958 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:24:51,961 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:24:51,962 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:24:51,963 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:24:51,964 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:24:51,964 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:24:51,965 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:24:51,967 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:24:51,968 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:24:51,969 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:24:51,971 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:24:51,973 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:24:51,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:51,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:51,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:51,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,976 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7318282e5099,33109,1731281091716, sessionid=0x1010432e7020000, setting cluster-up flag (Was=false) 2024-11-10T23:24:51,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,985 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:24:51,986 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,33109,1731281091716 2024-11-10T23:24:51,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:51,995 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:24:51,996 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,33109,1731281091716 2024-11-10T23:24:51,998 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:24:51,999 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:52,000 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:24:52,000 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:24:52,000 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7318282e5099,33109,1731281091716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:24:52,001 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:52,001 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:52,001 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:52,002 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:52,002 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7318282e5099:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:24:52,002 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,002 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:52,002 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,003 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281122003 2024-11-10T23:24:52,003 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:24:52,003 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:24:52,003 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:24:52,003 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:24:52,003 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:24:52,003 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:24:52,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:52,004 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:24:52,004 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:24:52,004 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:24:52,004 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:24:52,005 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:24:52,005 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:24:52,005 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:52,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:24:52,008 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281092005,5,FailOnTimeoutGroup] 2024-11-10T23:24:52,010 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281092008,5,FailOnTimeoutGroup] 2024-11-10T23:24:52,010 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,010 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:24:52,010 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,010 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:24:52,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:24:52,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:24:52,017 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1 2024-11-10T23:24:52,026 INFO [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(746): ClusterId : 1fac61b4-db84-4ef3-b1d4-f7365d2b037e 2024-11-10T23:24:52,026 DEBUG [RS:0;7318282e5099:46559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:24:52,026 INFO [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(746): ClusterId : 1fac61b4-db84-4ef3-b1d4-f7365d2b037e 2024-11-10T23:24:52,026 DEBUG [RS:1;7318282e5099:45371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:24:52,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:24:52,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:24:52,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:52,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:24:52,031 DEBUG [RS:0;7318282e5099:46559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:24:52,032 DEBUG [RS:0;7318282e5099:46559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:24:52,032 DEBUG [RS:1;7318282e5099:45371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:24:52,032 DEBUG [RS:1;7318282e5099:45371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:24:52,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:24:52,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:52,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:52,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:24:52,034 DEBUG [RS:1;7318282e5099:45371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:24:52,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:24:52,034 DEBUG [RS:0;7318282e5099:46559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:24:52,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:52,035 DEBUG [RS:0;7318282e5099:46559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edce4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:52,035 DEBUG [RS:1;7318282e5099:45371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57569f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:52,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:52,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:24:52,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:24:52,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:52,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:52,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:24:52,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:24:52,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:52,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:52,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:24:52,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740 2024-11-10T23:24:52,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740 2024-11-10T23:24:52,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:24:52,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:24:52,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:52,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:24:52,050 DEBUG [RS:1;7318282e5099:45371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7318282e5099:45371 2024-11-10T23:24:52,050 DEBUG [RS:0;7318282e5099:46559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7318282e5099:46559 2024-11-10T23:24:52,050 INFO [RS:1;7318282e5099:45371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:24:52,050 INFO [RS:0;7318282e5099:46559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:24:52,051 INFO [RS:0;7318282e5099:46559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:24:52,051 INFO [RS:1;7318282e5099:45371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:24:52,051 DEBUG [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:24:52,051 DEBUG [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:24:52,052 INFO [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,33109,1731281091716 with port=45371, startcode=1731281091804 2024-11-10T23:24:52,052 INFO [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,33109,1731281091716 with port=46559, startcode=1731281091767 2024-11-10T23:24:52,052 DEBUG [RS:1;7318282e5099:45371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:24:52,052 DEBUG [RS:0;7318282e5099:46559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:24:52,057 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:24:52,057 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:52,058 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:24:52,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,45371,1731281091804 2024-11-10T23:24:52,058 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68641701, jitterRate=0.02284105122089386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:52,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33109 {}] master.ServerManager(517): Registering regionserver=7318282e5099,45371,1731281091804 2024-11-10T23:24:52,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281092028Initializing all the Stores at 1731281092029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281092029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281092029Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281092030 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281092030Cleaning up temporary data from old regions at 1731281092044 (+14 ms)Region opened successfully at 1731281092059 (+15 ms) 2024-11-10T23:24:52,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:24:52,060 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:24:52,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:24:52,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:24:52,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:24:52,060 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:52,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281092059Disabling compacts and flushes for region at 1731281092059Disabling writes for close at 1731281092060 (+1 ms)Writing region close event to WAL at 1731281092060Closed at 1731281092060 2024-11-10T23:24:52,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,46559,1731281091767 2024-11-10T23:24:52,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33109 {}] master.ServerManager(517): Registering regionserver=7318282e5099,46559,1731281091767 2024-11-10T23:24:52,061 DEBUG [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1 2024-11-10T23:24:52,061 DEBUG [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36233 2024-11-10T23:24:52,061 DEBUG [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:24:52,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:52,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:24:52,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:24:52,062 DEBUG [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1 2024-11-10T23:24:52,062 DEBUG [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36233 2024-11-10T23:24:52,062 DEBUG [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:24:52,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:52,063 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:24:52,064 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:24:52,067 DEBUG [RS:1;7318282e5099:45371 {}] zookeeper.ZKUtil(111): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,45371,1731281091804 2024-11-10T23:24:52,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,45371,1731281091804] 2024-11-10T23:24:52,067 WARN [RS:1;7318282e5099:45371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:52,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,46559,1731281091767] 2024-11-10T23:24:52,068 INFO [RS:1;7318282e5099:45371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:52,068 DEBUG [RS:0;7318282e5099:46559 {}] zookeeper.ZKUtil(111): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,46559,1731281091767 2024-11-10T23:24:52,068 DEBUG [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,45371,1731281091804 2024-11-10T23:24:52,068 WARN [RS:0;7318282e5099:46559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:52,068 INFO [RS:0;7318282e5099:46559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:52,068 DEBUG [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,46559,1731281091767 2024-11-10T23:24:52,077 INFO [RS:1;7318282e5099:45371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:24:52,077 INFO [RS:0;7318282e5099:46559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:24:52,080 INFO [RS:1;7318282e5099:45371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:24:52,080 INFO [RS:1;7318282e5099:45371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:24:52,081 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,084 INFO [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:24:52,084 INFO [RS:0;7318282e5099:46559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:24:52,085 INFO [RS:0;7318282e5099:46559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:24:52,085 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,085 INFO [RS:1;7318282e5099:45371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:24:52,085 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,085 INFO [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:24:52,085 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,085 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,085 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:52,086 DEBUG [RS:1;7318282e5099:45371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:52,086 INFO [RS:0;7318282e5099:46559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:24:52,086 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,086 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,086 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:52,087 DEBUG [RS:0;7318282e5099:46559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:52,088 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,45371,1731281091804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,088 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,46559,1731281091767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:52,110 INFO [RS:1;7318282e5099:45371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:24:52,110 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,45371,1731281091804-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,110 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,110 INFO [RS:1;7318282e5099:45371 {}] regionserver.Replication(171): 7318282e5099,45371,1731281091804 started 2024-11-10T23:24:52,114 INFO [RS:0;7318282e5099:46559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:24:52,115 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,46559,1731281091767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,115 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,115 INFO [RS:0;7318282e5099:46559 {}] regionserver.Replication(171): 7318282e5099,46559,1731281091767 started 2024-11-10T23:24:52,133 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,133 INFO [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,45371,1731281091804, RpcServer on 7318282e5099/172.17.0.2:45371, sessionid=0x1010432e7020002 2024-11-10T23:24:52,133 DEBUG [RS:1;7318282e5099:45371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:24:52,133 DEBUG [RS:1;7318282e5099:45371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,45371,1731281091804 2024-11-10T23:24:52,134 DEBUG [RS:1;7318282e5099:45371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,45371,1731281091804' 2024-11-10T23:24:52,134 DEBUG [RS:1;7318282e5099:45371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:24:52,134 DEBUG [RS:1;7318282e5099:45371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:24:52,135 DEBUG [RS:1;7318282e5099:45371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:24:52,135 DEBUG [RS:1;7318282e5099:45371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:24:52,135 DEBUG [RS:1;7318282e5099:45371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,45371,1731281091804 2024-11-10T23:24:52,135 DEBUG [RS:1;7318282e5099:45371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,45371,1731281091804' 2024-11-10T23:24:52,135 DEBUG [RS:1;7318282e5099:45371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:24:52,136 DEBUG [RS:1;7318282e5099:45371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:24:52,136 DEBUG [RS:1;7318282e5099:45371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:24:52,136 INFO [RS:1;7318282e5099:45371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:24:52,136 INFO [RS:1;7318282e5099:45371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:24:52,137 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,137 INFO [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,46559,1731281091767, RpcServer on 7318282e5099/172.17.0.2:46559, sessionid=0x1010432e7020001 2024-11-10T23:24:52,137 DEBUG [RS:0;7318282e5099:46559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:24:52,137 DEBUG [RS:0;7318282e5099:46559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,46559,1731281091767 2024-11-10T23:24:52,137 DEBUG [RS:0;7318282e5099:46559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,46559,1731281091767' 2024-11-10T23:24:52,137 DEBUG [RS:0;7318282e5099:46559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:24:52,137 DEBUG [RS:0;7318282e5099:46559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:24:52,138 DEBUG [RS:0;7318282e5099:46559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:24:52,138 DEBUG [RS:0;7318282e5099:46559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:24:52,138 DEBUG [RS:0;7318282e5099:46559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,46559,1731281091767 2024-11-10T23:24:52,138 DEBUG [RS:0;7318282e5099:46559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,46559,1731281091767' 2024-11-10T23:24:52,138 DEBUG [RS:0;7318282e5099:46559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:24:52,138 DEBUG [RS:0;7318282e5099:46559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:24:52,139 DEBUG [RS:0;7318282e5099:46559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:24:52,139 INFO [RS:0;7318282e5099:46559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:24:52,139 INFO [RS:0;7318282e5099:46559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:24:52,215 WARN [7318282e5099:33109 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:24:52,237 INFO [RS:1;7318282e5099:45371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:52,239 INFO [RS:1;7318282e5099:45371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C45371%2C1731281091804, suffix=, logDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,45371,1731281091804, archiveDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/oldWALs, maxLogs=32 2024-11-10T23:24:52,239 INFO [RS:0;7318282e5099:46559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:52,241 INFO [RS:0;7318282e5099:46559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C46559%2C1731281091767, suffix=, logDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,46559,1731281091767, archiveDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/oldWALs, maxLogs=32 2024-11-10T23:24:52,261 DEBUG [RS:1;7318282e5099:45371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,45371,1731281091804/7318282e5099%2C45371%2C1731281091804.1731281092240, exclude list is [], retry=0 2024-11-10T23:24:52,262 DEBUG [RS:0;7318282e5099:46559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,46559,1731281091767/7318282e5099%2C46559%2C1731281091767.1731281092242, exclude list is [], retry=0 2024-11-10T23:24:52,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-85ffa346-06fb-4c26-8db0-94edce7fa155,DISK] 2024-11-10T23:24:52,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-444cfe83-2c6d-4f4b-936b-ba30232c5730,DISK] 2024-11-10T23:24:52,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-85ffa346-06fb-4c26-8db0-94edce7fa155,DISK] 2024-11-10T23:24:52,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-444cfe83-2c6d-4f4b-936b-ba30232c5730,DISK] 2024-11-10T23:24:52,268 INFO [RS:0;7318282e5099:46559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,46559,1731281091767/7318282e5099%2C46559%2C1731281091767.1731281092242 2024-11-10T23:24:52,268 INFO [RS:1;7318282e5099:45371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,45371,1731281091804/7318282e5099%2C45371%2C1731281091804.1731281092240 2024-11-10T23:24:52,269 DEBUG [RS:0;7318282e5099:46559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39109:39109),(127.0.0.1/127.0.0.1:33737:33737)] 2024-11-10T23:24:52,269 DEBUG [RS:1;7318282e5099:45371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39109:39109),(127.0.0.1/127.0.0.1:33737:33737)] 2024-11-10T23:24:52,465 DEBUG [7318282e5099:33109 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:24:52,465 DEBUG [7318282e5099:33109 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:24:52,468 DEBUG [7318282e5099:33109 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:24:52,468 DEBUG [7318282e5099:33109 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:24:52,468 DEBUG [7318282e5099:33109 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:24:52,468 DEBUG [7318282e5099:33109 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:24:52,468 INFO [7318282e5099:33109 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:24:52,468 INFO [7318282e5099:33109 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:24:52,468 DEBUG [7318282e5099:33109 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:24:52,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7318282e5099,46559,1731281091767 2024-11-10T23:24:52,470 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,46559,1731281091767, state=OPENING 2024-11-10T23:24:52,471 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:24:52,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:52,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:52,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:52,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:52,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:52,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:52,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:24:52,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,46559,1731281091767}] 2024-11-10T23:24:52,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:52,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:52,634 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:24:52,634 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:52,634 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:24:52,636 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C46559%2C1731281091767.meta, suffix=.meta, logDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,46559,1731281091767, archiveDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/oldWALs, maxLogs=32 2024-11-10T23:24:52,652 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,46559,1731281091767/7318282e5099%2C46559%2C1731281091767.meta.1731281092637.meta, exclude list is [], retry=0 2024-11-10T23:24:52,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-444cfe83-2c6d-4f4b-936b-ba30232c5730,DISK] 2024-11-10T23:24:52,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-85ffa346-06fb-4c26-8db0-94edce7fa155,DISK] 2024-11-10T23:24:52,657 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,46559,1731281091767/7318282e5099%2C46559%2C1731281091767.meta.1731281092637.meta 2024-11-10T23:24:52,657 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39109:39109),(127.0.0.1/127.0.0.1:33737:33737)] 2024-11-10T23:24:52,657 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:24:52,658 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:24:52,658 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:24:52,658 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:24:52,658 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:24:52,658 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:52,658 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:24:52,658 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:24:52,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:24:52,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:24:52,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:52,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:52,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:24:52,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:24:52,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:52,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:52,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:24:52,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:24:52,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:52,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:52,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:24:52,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:24:52,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:52,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:52,666 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:24:52,667 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740 2024-11-10T23:24:52,669 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740 2024-11-10T23:24:52,670 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:24:52,670 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:24:52,671 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:52,672 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:24:52,673 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62843092, jitterRate=-0.0635649561882019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:52,673 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:24:52,674 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281092659Writing region info on filesystem at 1731281092659Initializing all the Stores at 1731281092660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281092660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281092660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281092660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281092660Cleaning up temporary data from old regions at 1731281092670 (+10 ms)Running coprocessor post-open hooks at 1731281092673 (+3 ms)Region opened successfully at 1731281092674 (+1 ms) 2024-11-10T23:24:52,675 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281092627 2024-11-10T23:24:52,678 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:24:52,678 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:24:52,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,46559,1731281091767 2024-11-10T23:24:52,680 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,46559,1731281091767, state=OPEN 2024-11-10T23:24:52,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:52,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:52,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:52,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7318282e5099,46559,1731281091767 2024-11-10T23:24:52,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:52,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:52,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:52,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:24:52,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,46559,1731281091767 in 208 msec 2024-11-10T23:24:52,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:24:52,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-10T23:24:52,689 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:52,689 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:24:52,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:24:52,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,46559,1731281091767, seqNum=-1] 2024-11-10T23:24:52,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:52,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:52,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 698 msec 2024-11-10T23:24:52,698 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281092698, completionTime=-1 2024-11-10T23:24:52,698 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:24:52,699 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:24:52,700 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:24:52,701 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281152701 2024-11-10T23:24:52,701 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281212701 2024-11-10T23:24:52,701 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T23:24:52,701 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:24:52,701 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,33109,1731281091716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,701 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,33109,1731281091716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,702 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,33109,1731281091716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,702 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7318282e5099:33109, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,702 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,702 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,704 DEBUG [master/7318282e5099:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:24:52,706 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.862sec 2024-11-10T23:24:52,706 INFO [master/7318282e5099:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:24:52,706 INFO [master/7318282e5099:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:24:52,706 INFO [master/7318282e5099:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:24:52,706 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:24:52,706 INFO [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:24:52,706 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,33109,1731281091716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:52,706 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,33109,1731281091716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:24:52,709 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:24:52,709 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:24:52,709 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,33109,1731281091716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:52,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e57dd1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:52,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,33109,-1 for getting cluster id 2024-11-10T23:24:52,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:24:52,728 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fac61b4-db84-4ef3-b1d4-f7365d2b037e' 2024-11-10T23:24:52,729 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:24:52,729 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fac61b4-db84-4ef3-b1d4-f7365d2b037e" 2024-11-10T23:24:52,729 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d8076b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:52,729 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,33109,-1] 2024-11-10T23:24:52,730 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:24:52,730 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:52,731 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:24:52,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5573ff7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:52,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:24:52,733 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,46559,1731281091767, seqNum=-1] 2024-11-10T23:24:52,734 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:52,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:52,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7318282e5099,33109,1731281091716 2024-11-10T23:24:52,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:24:52,737 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,33109,1731281091716 2024-11-10T23:24:52,738 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15d864f 2024-11-10T23:24:52,738 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:24:52,739 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:24:52,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:24:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:24:52,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:24:52,743 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:52,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:24:52,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:24:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:24:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:24:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:53,156 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c6ff2a1158d693ae409139facd1cbd6, NAME => 'testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1 2024-11-10T23:24:53,156 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b1bf3377136ef729bbebf9b007654ff7, NAME => 'testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1 2024-11-10T23:24:53,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:24:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:24:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:24:53,165 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b1bf3377136ef729bbebf9b007654ff7, disabling compactions & flushes 2024-11-10T23:24:53,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:24:53,166 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. after waiting 0 ms 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 1c6ff2a1158d693ae409139facd1cbd6, disabling compactions & flushes 2024-11-10T23:24:53,166 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:53,166 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b1bf3377136ef729bbebf9b007654ff7: Waiting for close lock at 1731281093165Disabling compacts and flushes for region at 1731281093165Disabling writes for close at 1731281093166 (+1 ms)Writing region close event to WAL at 1731281093166Closed at 1731281093166 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. after waiting 0 ms 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:53,166 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:53,166 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c6ff2a1158d693ae409139facd1cbd6: Waiting for close lock at 1731281093166Disabling compacts and flushes for region at 1731281093166Disabling writes for close at 1731281093166Writing region close event to WAL at 1731281093166Closed at 1731281093166 2024-11-10T23:24:53,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:24:53,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281093168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281093168"}]},"ts":"1731281093168"} 2024-11-10T23:24:53,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281093168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281093168"}]},"ts":"1731281093168"} 2024-11-10T23:24:53,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:24:53,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:24:53,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281093174"}]},"ts":"1731281093174"} 2024-11-10T23:24:53,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:24:53,177 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:24:53,178 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:24:53,178 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:24:53,178 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:24:53,178 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:24:53,178 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:24:53,178 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:24:53,178 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:24:53,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c6ff2a1158d693ae409139facd1cbd6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1bf3377136ef729bbebf9b007654ff7, ASSIGN}] 2024-11-10T23:24:53,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1bf3377136ef729bbebf9b007654ff7, ASSIGN 2024-11-10T23:24:53,180 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c6ff2a1158d693ae409139facd1cbd6, ASSIGN 2024-11-10T23:24:53,181 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c6ff2a1158d693ae409139facd1cbd6, ASSIGN; state=OFFLINE, location=7318282e5099,46559,1731281091767; forceNewPlan=false, retain=false 2024-11-10T23:24:53,181 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1bf3377136ef729bbebf9b007654ff7, ASSIGN; state=OFFLINE, location=7318282e5099,45371,1731281091804; forceNewPlan=false, retain=false 2024-11-10T23:24:53,332 INFO [7318282e5099:33109 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:24:53,333 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b1bf3377136ef729bbebf9b007654ff7, regionState=OPENING, regionLocation=7318282e5099,45371,1731281091804 2024-11-10T23:24:53,333 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c6ff2a1158d693ae409139facd1cbd6, regionState=OPENING, regionLocation=7318282e5099,46559,1731281091767 2024-11-10T23:24:53,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1bf3377136ef729bbebf9b007654ff7, ASSIGN because future has completed 2024-11-10T23:24:53,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1bf3377136ef729bbebf9b007654ff7, server=7318282e5099,45371,1731281091804}] 2024-11-10T23:24:53,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c6ff2a1158d693ae409139facd1cbd6, ASSIGN because future has completed 2024-11-10T23:24:53,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c6ff2a1158d693ae409139facd1cbd6, server=7318282e5099,46559,1731281091767}] 2024-11-10T23:24:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:53,490 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:53,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:53,496 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:53,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b1bf3377136ef729bbebf9b007654ff7, NAME => 'testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:24:53,497 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:53,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c6ff2a1158d693ae409139facd1cbd6, NAME => 'testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:24:53,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:53,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:53,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,499 INFO [StoreOpener-1c6ff2a1158d693ae409139facd1cbd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,499 INFO [StoreOpener-b1bf3377136ef729bbebf9b007654ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,501 INFO [StoreOpener-b1bf3377136ef729bbebf9b007654ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1bf3377136ef729bbebf9b007654ff7 columnFamilyName family 2024-11-10T23:24:53,501 INFO [StoreOpener-1c6ff2a1158d693ae409139facd1cbd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c6ff2a1158d693ae409139facd1cbd6 columnFamilyName family 2024-11-10T23:24:53,501 DEBUG [StoreOpener-b1bf3377136ef729bbebf9b007654ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:53,501 DEBUG [StoreOpener-1c6ff2a1158d693ae409139facd1cbd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:53,501 INFO [StoreOpener-1c6ff2a1158d693ae409139facd1cbd6-1 {}] regionserver.HStore(327): Store=1c6ff2a1158d693ae409139facd1cbd6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:53,501 INFO [StoreOpener-b1bf3377136ef729bbebf9b007654ff7-1 {}] regionserver.HStore(327): Store=b1bf3377136ef729bbebf9b007654ff7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:53,501 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,501 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,502 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,502 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,503 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,503 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,503 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,503 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,503 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,503 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,505 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,506 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,508 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/b1bf3377136ef729bbebf9b007654ff7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:53,508 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b1bf3377136ef729bbebf9b007654ff7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73586709, jitterRate=0.09652741253376007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:24:53,509 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:53,509 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/1c6ff2a1158d693ae409139facd1cbd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:53,509 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 1c6ff2a1158d693ae409139facd1cbd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71460623, jitterRate=0.06484626233577728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:24:53,509 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:53,509 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b1bf3377136ef729bbebf9b007654ff7: Running coprocessor pre-open hook at 1731281093497Writing region info on filesystem at 1731281093497Initializing all the Stores at 1731281093498 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281093498Cleaning up temporary data from old regions at 1731281093503 (+5 ms)Running coprocessor post-open hooks at 1731281093509 (+6 ms)Region opened successfully at 1731281093509 2024-11-10T23:24:53,509 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 1c6ff2a1158d693ae409139facd1cbd6: Running coprocessor pre-open hook at 1731281093498Writing region info on filesystem at 1731281093498Initializing all the Stores at 1731281093498Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281093498Cleaning up temporary data from old regions at 1731281093504 (+6 ms)Running coprocessor post-open hooks at 1731281093509 (+5 ms)Region opened successfully at 1731281093509 2024-11-10T23:24:53,511 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7., pid=7, masterSystemTime=1731281093490 2024-11-10T23:24:53,511 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6., pid=8, masterSystemTime=1731281093492 2024-11-10T23:24:53,513 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:53,513 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:53,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c6ff2a1158d693ae409139facd1cbd6, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,46559,1731281091767 2024-11-10T23:24:53,515 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:53,515 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:53,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b1bf3377136ef729bbebf9b007654ff7, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,45371,1731281091804 2024-11-10T23:24:53,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c6ff2a1158d693ae409139facd1cbd6, server=7318282e5099,46559,1731281091767 because future has completed 2024-11-10T23:24:53,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1bf3377136ef729bbebf9b007654ff7, server=7318282e5099,45371,1731281091804 because future has completed 2024-11-10T23:24:53,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-10T23:24:53,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c6ff2a1158d693ae409139facd1cbd6, server=7318282e5099,46559,1731281091767 in 181 msec 2024-11-10T23:24:53,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T23:24:53,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c6ff2a1158d693ae409139facd1cbd6, ASSIGN in 345 msec 2024-11-10T23:24:53,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b1bf3377136ef729bbebf9b007654ff7, server=7318282e5099,45371,1731281091804 in 185 msec 2024-11-10T23:24:53,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-10T23:24:53,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1bf3377136ef729bbebf9b007654ff7, ASSIGN in 347 msec 2024-11-10T23:24:53,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:24:53,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281093528"}]},"ts":"1731281093528"} 2024-11-10T23:24:53,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:24:53,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:24:53,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 792 msec 2024-11-10T23:24:53,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:24:53,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T23:24:53,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:24:53,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T23:24:53,562 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T23:24:53,562 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T23:24:53,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-10T23:24:53,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-10T23:24:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:53,881 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:24:53,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:24:53,881 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:24:53,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:24:53,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:24:53,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:24:53,888 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6., hostname=7318282e5099,46559,1731281091767, seqNum=2] 2024-11-10T23:24:53,898 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7., hostname=7318282e5099,45371,1731281091804, seqNum=2] 2024-11-10T23:24:53,898 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:53,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:53,909 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c6ff2a1158d693ae409139facd1cbd6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:24:53,927 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/1c6ff2a1158d693ae409139facd1cbd6/.tmp/family/daaf54566acd4887b76bd74f6a3661b2 is 32, key is 1/family:/1731281093889/Put/seqid=0 2024-11-10T23:24:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:24:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:24:53,933 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/1c6ff2a1158d693ae409139facd1cbd6/.tmp/family/daaf54566acd4887b76bd74f6a3661b2 2024-11-10T23:24:53,941 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/1c6ff2a1158d693ae409139facd1cbd6/.tmp/family/daaf54566acd4887b76bd74f6a3661b2 as hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/1c6ff2a1158d693ae409139facd1cbd6/family/daaf54566acd4887b76bd74f6a3661b2 2024-11-10T23:24:53,947 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/1c6ff2a1158d693ae409139facd1cbd6/family/daaf54566acd4887b76bd74f6a3661b2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:24:53,948 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1c6ff2a1158d693ae409139facd1cbd6 in 39ms, sequenceid=8, compaction requested=false 2024-11-10T23:24:53,949 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1c6ff2a1158d693ae409139facd1cbd6: 2024-11-10T23:24:53,949 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b1bf3377136ef729bbebf9b007654ff7 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:24:53,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/b1bf3377136ef729bbebf9b007654ff7/.tmp/family/b0b74d0696db4c8c9da9b7848377661c is 32, key is 5/family:/1731281093900/Put/seqid=0 2024-11-10T23:24:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:24:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:24:54,373 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/b1bf3377136ef729bbebf9b007654ff7/.tmp/family/b0b74d0696db4c8c9da9b7848377661c 2024-11-10T23:24:54,381 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/b1bf3377136ef729bbebf9b007654ff7/.tmp/family/b0b74d0696db4c8c9da9b7848377661c as hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/b1bf3377136ef729bbebf9b007654ff7/family/b0b74d0696db4c8c9da9b7848377661c 2024-11-10T23:24:54,387 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/b1bf3377136ef729bbebf9b007654ff7/family/b0b74d0696db4c8c9da9b7848377661c, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:24:54,388 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b1bf3377136ef729bbebf9b007654ff7 in 439ms, sequenceid=9, compaction requested=false 2024-11-10T23:24:54,388 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b1bf3377136ef729bbebf9b007654ff7: 2024-11-10T23:24:54,393 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-10T23:24:54,396 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:54,397 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:54,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:54,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:54,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:24:54,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:24:54,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:54,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:54,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:54,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:24:54,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:24:54,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531765430, stopped=false 2024-11-10T23:24:54,400 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7318282e5099,33109,1731281091716 2024-11-10T23:24:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:54,403 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:24:54,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:54,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:24:54,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:54,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:54,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:54,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:54,405 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,46559,1731281091767' ***** 2024-11-10T23:24:54,405 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:24:54,405 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,45371,1731281091804' ***** 2024-11-10T23:24:54,405 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:24:54,405 INFO [RS:1;7318282e5099:45371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:24:54,405 INFO [RS:0;7318282e5099:46559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:24:54,405 INFO [RS:1;7318282e5099:45371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:24:54,405 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:24:54,405 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:24:54,405 INFO [RS:1;7318282e5099:45371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:24:54,405 INFO [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(3091): Received CLOSE for b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:54,406 INFO [RS:0;7318282e5099:46559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:24:54,406 INFO [RS:0;7318282e5099:46559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:24:54,406 INFO [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:54,406 INFO [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,45371,1731281091804 2024-11-10T23:24:54,406 INFO [RS:1;7318282e5099:45371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:54,406 INFO [RS:1;7318282e5099:45371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7318282e5099:45371. 2024-11-10T23:24:54,406 DEBUG [RS:1;7318282e5099:45371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:54,406 DEBUG [RS:1;7318282e5099:45371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:54,406 INFO [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:24:54,406 DEBUG [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(1325): Online Regions={b1bf3377136ef729bbebf9b007654ff7=testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7.} 2024-11-10T23:24:54,407 INFO [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,46559,1731281091767 2024-11-10T23:24:54,407 INFO [RS:0;7318282e5099:46559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:54,406 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1bf3377136ef729bbebf9b007654ff7, disabling compactions & flushes 2024-11-10T23:24:54,407 INFO [RS:0;7318282e5099:46559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7318282e5099:46559. 2024-11-10T23:24:54,407 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:54,407 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:54,407 DEBUG [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(1351): Waiting on b1bf3377136ef729bbebf9b007654ff7 2024-11-10T23:24:54,407 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. after waiting 0 ms 2024-11-10T23:24:54,407 DEBUG [RS:0;7318282e5099:46559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:54,407 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:54,407 DEBUG [RS:0;7318282e5099:46559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:54,407 INFO [RS:0;7318282e5099:46559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:24:54,407 INFO [RS:0;7318282e5099:46559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:24:54,407 INFO [RS:0;7318282e5099:46559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:24:54,407 INFO [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:24:54,407 INFO [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:24:54,407 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c6ff2a1158d693ae409139facd1cbd6, disabling compactions & flushes 2024-11-10T23:24:54,407 DEBUG [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1c6ff2a1158d693ae409139facd1cbd6=testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6.} 2024-11-10T23:24:54,408 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:54,408 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:54,408 DEBUG [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c6ff2a1158d693ae409139facd1cbd6 2024-11-10T23:24:54,408 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. after waiting 0 ms 2024-11-10T23:24:54,408 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:54,408 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:24:54,408 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:24:54,408 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:24:54,408 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:24:54,408 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:24:54,408 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:24:54,413 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/1c6ff2a1158d693ae409139facd1cbd6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:24:54,414 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:54,414 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/default/testClearRegionBlockCache/b1bf3377136ef729bbebf9b007654ff7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:24:54,414 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c6ff2a1158d693ae409139facd1cbd6: Waiting for close lock at 1731281094407Running coprocessor pre-close hooks at 1731281094407Disabling compacts and flushes for region at 1731281094407Disabling writes for close at 1731281094408 (+1 ms)Writing region close event to WAL at 1731281094408Running coprocessor post-close hooks at 1731281094414 (+6 ms)Closed at 1731281094414 2024-11-10T23:24:54,414 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281092739.1c6ff2a1158d693ae409139facd1cbd6. 2024-11-10T23:24:54,414 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:54,414 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1bf3377136ef729bbebf9b007654ff7: Waiting for close lock at 1731281094406Running coprocessor pre-close hooks at 1731281094406Disabling compacts and flushes for region at 1731281094406Disabling writes for close at 1731281094407 (+1 ms)Writing region close event to WAL at 1731281094408 (+1 ms)Running coprocessor post-close hooks at 1731281094414 (+6 ms)Closed at 1731281094414 2024-11-10T23:24:54,415 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7. 2024-11-10T23:24:54,434 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/.tmp/info/a9b0d93dd5cd44b3939e41ea009c9ffd is 173, key is testClearRegionBlockCache,5,1731281092739.b1bf3377136ef729bbebf9b007654ff7./info:regioninfo/1731281093516/Put/seqid=0 2024-11-10T23:24:54,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:24:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:24:54,441 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/.tmp/info/a9b0d93dd5cd44b3939e41ea009c9ffd 2024-11-10T23:24:54,463 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/.tmp/ns/0a447e23a68c42e786def2daed43701f is 43, key is default/ns:d/1731281092693/Put/seqid=0 2024-11-10T23:24:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:24:54,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:24:54,469 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/.tmp/ns/0a447e23a68c42e786def2daed43701f 2024-11-10T23:24:54,490 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:54,494 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:54,497 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/.tmp/table/c1cc51b7c8914131859be93d63a28ea5 is 61, key is testClearRegionBlockCache/table:state/1731281093528/Put/seqid=0 2024-11-10T23:24:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:24:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:24:54,504 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/.tmp/table/c1cc51b7c8914131859be93d63a28ea5 2024-11-10T23:24:54,511 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/.tmp/info/a9b0d93dd5cd44b3939e41ea009c9ffd as hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/info/a9b0d93dd5cd44b3939e41ea009c9ffd 2024-11-10T23:24:54,518 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/info/a9b0d93dd5cd44b3939e41ea009c9ffd, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:24:54,519 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/.tmp/ns/0a447e23a68c42e786def2daed43701f as hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/ns/0a447e23a68c42e786def2daed43701f 2024-11-10T23:24:54,525 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/ns/0a447e23a68c42e786def2daed43701f, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:24:54,526 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/.tmp/table/c1cc51b7c8914131859be93d63a28ea5 as hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/table/c1cc51b7c8914131859be93d63a28ea5 2024-11-10T23:24:54,532 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/table/c1cc51b7c8914131859be93d63a28ea5, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:24:54,534 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=13, compaction requested=false 2024-11-10T23:24:54,540 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:24:54,540 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:24:54,540 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:54,541 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281094408Running coprocessor pre-close hooks at 1731281094408Disabling compacts and flushes for region at 1731281094408Disabling writes for close at 1731281094408Obtaining lock to block concurrent updates at 1731281094408Preparing flush snapshotting stores in 1588230740 at 1731281094408Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281094408Flushing stores of hbase:meta,,1.1588230740 at 1731281094409 (+1 ms)Flushing 1588230740/info: creating writer at 1731281094410 (+1 ms)Flushing 1588230740/info: appending metadata at 1731281094433 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731281094433Flushing 1588230740/ns: creating writer at 1731281094447 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731281094463 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731281094463Flushing 1588230740/table: creating writer at 1731281094476 (+13 ms)Flushing 1588230740/table: appending metadata at 1731281094497 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731281094497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c36f06e: reopening flushed file at 1731281094510 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7773164d: reopening flushed file at 1731281094518 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4693ce84: reopening flushed file at 1731281094526 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=13, compaction requested=false at 1731281094534 (+8 ms)Writing region close event to WAL at 1731281094535 (+1 ms)Running coprocessor post-close hooks at 1731281094540 (+5 ms)Closed at 1731281094540 2024-11-10T23:24:54,541 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:54,607 INFO [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,45371,1731281091804; all regions closed. 2024-11-10T23:24:54,608 INFO [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,46559,1731281091767; all regions closed. 2024-11-10T23:24:54,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,46559,1731281091767/7318282e5099%2C46559%2C1731281091767.meta.1731281092637.meta not finished, retry = 0 2024-11-10T23:24:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:24:54,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/WALs/7318282e5099,45371,1731281091804/7318282e5099%2C45371%2C1731281091804.1731281092240 not finished, retry = 0 2024-11-10T23:24:54,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:24:54,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:24:54,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:24:54,715 DEBUG [RS:1;7318282e5099:45371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/oldWALs 2024-11-10T23:24:54,715 INFO [RS:1;7318282e5099:45371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C45371%2C1731281091804:(num 1731281092240) 2024-11-10T23:24:54,715 DEBUG [RS:1;7318282e5099:45371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:54,715 DEBUG [RS:0;7318282e5099:46559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/oldWALs 2024-11-10T23:24:54,715 INFO [RS:1;7318282e5099:45371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:54,715 INFO [RS:0;7318282e5099:46559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C46559%2C1731281091767.meta:.meta(num 1731281092637) 2024-11-10T23:24:54,715 INFO [RS:1;7318282e5099:45371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:54,715 INFO [RS:1;7318282e5099:45371 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:54,715 INFO [RS:1;7318282e5099:45371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:24:54,715 INFO [RS:1;7318282e5099:45371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:24:54,715 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:54,715 INFO [RS:1;7318282e5099:45371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:24:54,715 INFO [RS:1;7318282e5099:45371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:54,716 INFO [RS:1;7318282e5099:45371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45371 2024-11-10T23:24:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:24:54,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:24:54,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,45371,1731281091804 2024-11-10T23:24:54,718 INFO [RS:1;7318282e5099:45371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:54,719 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,45371,1731281091804] 2024-11-10T23:24:54,720 DEBUG [RS:0;7318282e5099:46559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/oldWALs 2024-11-10T23:24:54,720 INFO [RS:0;7318282e5099:46559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C46559%2C1731281091767:(num 1731281092242) 2024-11-10T23:24:54,721 DEBUG [RS:0;7318282e5099:46559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:54,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,45371,1731281091804 already deleted, retry=false 2024-11-10T23:24:54,721 INFO [RS:0;7318282e5099:46559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:54,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,45371,1731281091804 expired; onlineServers=1 2024-11-10T23:24:54,721 INFO [RS:0;7318282e5099:46559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:54,721 INFO [RS:0;7318282e5099:46559 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:54,721 INFO [RS:0;7318282e5099:46559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:54,721 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:54,721 INFO [RS:0;7318282e5099:46559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46559 2024-11-10T23:24:54,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,46559,1731281091767 2024-11-10T23:24:54,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:54,725 INFO [RS:0;7318282e5099:46559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:54,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,46559,1731281091767] 2024-11-10T23:24:54,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,46559,1731281091767 already deleted, retry=false 2024-11-10T23:24:54,727 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,46559,1731281091767 expired; onlineServers=0 2024-11-10T23:24:54,727 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7318282e5099,33109,1731281091716' ***** 2024-11-10T23:24:54,727 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:24:54,727 INFO [M:0;7318282e5099:33109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:54,728 INFO [M:0;7318282e5099:33109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:54,728 DEBUG [M:0;7318282e5099:33109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:24:54,728 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:24:54,728 DEBUG [M:0;7318282e5099:33109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:24:54,728 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281092005 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281092005,5,FailOnTimeoutGroup] 2024-11-10T23:24:54,728 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281092008 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281092008,5,FailOnTimeoutGroup] 2024-11-10T23:24:54,728 INFO [M:0;7318282e5099:33109 {}] hbase.ChoreService(370): Chore service for: master/7318282e5099:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:54,728 INFO [M:0;7318282e5099:33109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:54,728 DEBUG [M:0;7318282e5099:33109 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:24:54,728 INFO [M:0;7318282e5099:33109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:24:54,729 INFO [M:0;7318282e5099:33109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:24:54,729 INFO [M:0;7318282e5099:33109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:24:54,729 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:24:54,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:54,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:54,729 DEBUG [M:0;7318282e5099:33109 {}] zookeeper.ZKUtil(347): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:24:54,729 WARN [M:0;7318282e5099:33109 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:24:54,730 INFO [M:0;7318282e5099:33109 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/.lastflushedseqids 2024-11-10T23:24:54,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741844_1020 (size=191) 2024-11-10T23:24:54,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741844_1020 (size=191) 2024-11-10T23:24:54,737 INFO [M:0;7318282e5099:33109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:24:54,737 INFO [M:0;7318282e5099:33109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:24:54,737 DEBUG [M:0;7318282e5099:33109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:24:54,737 INFO [M:0;7318282e5099:33109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:54,737 DEBUG [M:0;7318282e5099:33109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:54,737 DEBUG [M:0;7318282e5099:33109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:24:54,737 DEBUG [M:0;7318282e5099:33109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:54,737 INFO [M:0;7318282e5099:33109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-10T23:24:54,755 DEBUG [M:0;7318282e5099:33109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc4a18570c2c4b7ca28e3e02945a46ae is 82, key is hbase:meta,,1/info:regioninfo/1731281092679/Put/seqid=0 2024-11-10T23:24:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:24:54,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:24:54,761 INFO [M:0;7318282e5099:33109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc4a18570c2c4b7ca28e3e02945a46ae 2024-11-10T23:24:54,782 DEBUG [M:0;7318282e5099:33109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ec37e80dc4d4e0db548851e72463535 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281093533/Put/seqid=0 2024-11-10T23:24:54,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741846_1022 (size=6220) 2024-11-10T23:24:54,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741846_1022 (size=6220) 2024-11-10T23:24:54,787 INFO [M:0;7318282e5099:33109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ec37e80dc4d4e0db548851e72463535 2024-11-10T23:24:54,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:54,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:54,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45371-0x1010432e7020002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:54,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46559-0x1010432e7020001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:54,829 INFO [RS:0;7318282e5099:46559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:54,829 INFO [RS:1;7318282e5099:45371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:54,829 INFO [RS:0;7318282e5099:46559 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,46559,1731281091767; zookeeper connection closed. 2024-11-10T23:24:54,829 INFO [RS:1;7318282e5099:45371 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,45371,1731281091804; zookeeper connection closed. 2024-11-10T23:24:54,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7288dc55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7288dc55 2024-11-10T23:24:54,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43dc0172 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43dc0172 2024-11-10T23:24:54,833 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:24:54,835 DEBUG [M:0;7318282e5099:33109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33c34ca19492443f81a05b1ca34438db is 69, key is 7318282e5099,45371,1731281091804/rs:state/1731281092059/Put/seqid=0 2024-11-10T23:24:54,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:24:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:24:54,843 INFO [M:0;7318282e5099:33109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33c34ca19492443f81a05b1ca34438db 2024-11-10T23:24:54,852 DEBUG [M:0;7318282e5099:33109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc4a18570c2c4b7ca28e3e02945a46ae as hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc4a18570c2c4b7ca28e3e02945a46ae 2024-11-10T23:24:54,858 INFO [M:0;7318282e5099:33109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc4a18570c2c4b7ca28e3e02945a46ae, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:24:54,860 DEBUG [M:0;7318282e5099:33109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ec37e80dc4d4e0db548851e72463535 as hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ec37e80dc4d4e0db548851e72463535 2024-11-10T23:24:54,866 INFO [M:0;7318282e5099:33109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ec37e80dc4d4e0db548851e72463535, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:24:54,867 DEBUG [M:0;7318282e5099:33109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33c34ca19492443f81a05b1ca34438db as hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33c34ca19492443f81a05b1ca34438db 2024-11-10T23:24:54,877 INFO [M:0;7318282e5099:33109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36233/user/jenkins/test-data/28b99a11-cfdf-7b0f-5cb5-f1069854f6f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33c34ca19492443f81a05b1ca34438db, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:24:54,878 INFO [M:0;7318282e5099:33109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=71, compaction requested=false 2024-11-10T23:24:54,880 INFO [M:0;7318282e5099:33109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:54,880 DEBUG [M:0;7318282e5099:33109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281094737Disabling compacts and flushes for region at 1731281094737Disabling writes for close at 1731281094737Obtaining lock to block concurrent updates at 1731281094737Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281094737Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731281094738 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281094738Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281094738Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281094754 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281094755 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281094766 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281094781 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281094781Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281094792 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281094835 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281094835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea1b08c: reopening flushed file at 1731281094850 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4afdc6a2: reopening flushed file at 1731281094859 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fba29e7: reopening flushed file at 1731281094866 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=71, compaction requested=false at 1731281094878 (+12 ms)Writing region close event to WAL at 1731281094880 (+2 ms)Closed at 1731281094880 2024-11-10T23:24:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741830_1006 (size=35452) 2024-11-10T23:24:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741830_1006 (size=35452) 2024-11-10T23:24:54,883 INFO [M:0;7318282e5099:33109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:24:54,883 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:54,883 INFO [M:0;7318282e5099:33109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33109 2024-11-10T23:24:54,883 INFO [M:0;7318282e5099:33109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:54,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:54,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33109-0x1010432e7020000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:54,986 INFO [M:0;7318282e5099:33109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:54,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4897f020{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:54,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16bca01e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:54,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:54,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46289396{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:54,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78abdb9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:54,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:24:54,991 WARN [BP-791207753-172.17.0.2-1731281090963 heartbeating to localhost/127.0.0.1:36233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:24:54,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:24:54,991 WARN [BP-791207753-172.17.0.2-1731281090963 heartbeating to localhost/127.0.0.1:36233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-791207753-172.17.0.2-1731281090963 (Datanode Uuid 805601ca-18a1-46a2-8b27-9e5ec93a4b2e) service to localhost/127.0.0.1:36233 2024-11-10T23:24:54,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/data/data3/current/BP-791207753-172.17.0.2-1731281090963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:54,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/data/data4/current/BP-791207753-172.17.0.2-1731281090963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:54,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:24:54,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ca32ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:54,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e045bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:54,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:54,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600a72d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:54,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d510aea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:54,996 WARN [BP-791207753-172.17.0.2-1731281090963 heartbeating to localhost/127.0.0.1:36233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:24:54,996 WARN [BP-791207753-172.17.0.2-1731281090963 heartbeating to localhost/127.0.0.1:36233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-791207753-172.17.0.2-1731281090963 (Datanode Uuid 69f0f4c4-0506-485f-9681-d4998a7023f0) service to localhost/127.0.0.1:36233 2024-11-10T23:24:54,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/data/data1/current/BP-791207753-172.17.0.2-1731281090963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:54,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/cluster_c1142bd3-5769-ac97-5d8c-909cb920d56c/data/data2/current/BP-791207753-172.17.0.2-1731281090963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:54,997 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:24:54,997 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:24:54,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:24:55,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@539922de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:24:55,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70c86f54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:55,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:55,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4466aaa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:55,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@95276f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:55,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:24:55,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:24:55,037 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=140 (was 112) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:36233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:36233 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:36233 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:36233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=477 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 73) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9188 (was 9523) 2024-11-10T23:24:55,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=140, OpenFileDescriptor=477, MaxFileDescriptor=1048576, SystemLoadAverage=75, ProcessCount=11, AvailableMemoryMB=9188 2024-11-10T23:24:55,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.log.dir so I do NOT create it in target/test-data/141e908a-3de0-1348-671c-7833cb68de8a 2024-11-10T23:24:55,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T23:24:55,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.tmp.dir so I do NOT create it in target/test-data/141e908a-3de0-1348-671c-7833cb68de8a 2024-11-10T23:24:55,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/058f92ab-8b59-0712-9a76-cc83867e78f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T23:24:55,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a 2024-11-10T23:24:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:24:55,059 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a, deleteOnExit=true 2024-11-10T23:24:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:24:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/test.cache.data in system properties and HBase conf 2024-11-10T23:24:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:24:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:24:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:24:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:24:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:24:55,060 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:24:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:24:55,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:24:55,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:24:55,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:55,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:55,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:55,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:55,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:24:55,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:55,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a439d7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:55,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2df52576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:55,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56e243e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/java.io.tmpdir/jetty-localhost-34815-hadoop-hdfs-3_4_1-tests_jar-_-any-8842759849306942067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:24:55,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3743919e{HTTP/1.1, (http/1.1)}{localhost:34815} 2024-11-10T23:24:55,260 INFO [Time-limited test {}] server.Server(415): Started @16840ms 2024-11-10T23:24:55,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:55,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:55,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:55,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:55,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:24:55,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55841269{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:55,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55da6772{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:55,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207ec436{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/java.io.tmpdir/jetty-localhost-43621-hadoop-hdfs-3_4_1-tests_jar-_-any-892730336799360907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:55,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b7b038b{HTTP/1.1, (http/1.1)}{localhost:43621} 2024-11-10T23:24:55,449 INFO [Time-limited test {}] server.Server(415): Started @17029ms 2024-11-10T23:24:55,450 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:24:55,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:55,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:55,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:55,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:55,482 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:24:55,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ebd05d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:55,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f6e2b52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:55,551 WARN [Thread-883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/data/data1/current/BP-1563875452-172.17.0.2-1731281095081/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:55,551 WARN [Thread-884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/data/data2/current/BP-1563875452-172.17.0.2-1731281095081/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:55,568 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:24:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80c97a70333c806 with lease ID 0x8105cde3cb04840f: Processing first storage report for DS-5c5f61d9-df31-4eb6-afc0-e7a1afb9df50 from datanode DatanodeRegistration(127.0.0.1:43421, datanodeUuid=fec7dabb-0e30-4326-b6b4-b26f898539e4, infoPort=33887, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=1983547678;c=1731281095081) 2024-11-10T23:24:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80c97a70333c806 with lease ID 0x8105cde3cb04840f: from storage DS-5c5f61d9-df31-4eb6-afc0-e7a1afb9df50 node DatanodeRegistration(127.0.0.1:43421, datanodeUuid=fec7dabb-0e30-4326-b6b4-b26f898539e4, infoPort=33887, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=1983547678;c=1731281095081), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80c97a70333c806 with lease ID 0x8105cde3cb04840f: Processing first storage report for DS-c8395966-2ef2-4feb-8482-fd48203e0b74 from datanode DatanodeRegistration(127.0.0.1:43421, datanodeUuid=fec7dabb-0e30-4326-b6b4-b26f898539e4, infoPort=33887, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=1983547678;c=1731281095081) 2024-11-10T23:24:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80c97a70333c806 with lease ID 0x8105cde3cb04840f: from storage DS-c8395966-2ef2-4feb-8482-fd48203e0b74 node DatanodeRegistration(127.0.0.1:43421, datanodeUuid=fec7dabb-0e30-4326-b6b4-b26f898539e4, infoPort=33887, infoSecurePort=0, ipcPort=34761, storageInfo=lv=-57;cid=testClusterID;nsid=1983547678;c=1731281095081), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:55,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a9b0e84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/java.io.tmpdir/jetty-localhost-38797-hadoop-hdfs-3_4_1-tests_jar-_-any-7939751237146055819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:55,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a46673e{HTTP/1.1, (http/1.1)}{localhost:38797} 2024-11-10T23:24:55,634 INFO [Time-limited test {}] server.Server(415): Started @17215ms 2024-11-10T23:24:55,636 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:24:55,728 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/data/data3/current/BP-1563875452-172.17.0.2-1731281095081/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:55,729 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/data/data4/current/BP-1563875452-172.17.0.2-1731281095081/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:55,746 WARN [Thread-898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:24:55,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1093a05e50d6ef88 with lease ID 0x8105cde3cb048410: Processing first storage report for DS-61873eee-a8b1-4a42-adc4-fe7289759fcd from datanode DatanodeRegistration(127.0.0.1:33653, datanodeUuid=df2e8190-d307-4e3c-8236-b01fa88a84f7, infoPort=38413, infoSecurePort=0, ipcPort=32957, storageInfo=lv=-57;cid=testClusterID;nsid=1983547678;c=1731281095081) 2024-11-10T23:24:55,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1093a05e50d6ef88 with lease ID 0x8105cde3cb048410: from storage DS-61873eee-a8b1-4a42-adc4-fe7289759fcd node DatanodeRegistration(127.0.0.1:33653, datanodeUuid=df2e8190-d307-4e3c-8236-b01fa88a84f7, infoPort=38413, infoSecurePort=0, ipcPort=32957, storageInfo=lv=-57;cid=testClusterID;nsid=1983547678;c=1731281095081), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:55,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1093a05e50d6ef88 with lease ID 0x8105cde3cb048410: Processing first storage report for DS-b88824f3-5897-48d9-be29-122fa18e62de from datanode DatanodeRegistration(127.0.0.1:33653, datanodeUuid=df2e8190-d307-4e3c-8236-b01fa88a84f7, infoPort=38413, infoSecurePort=0, ipcPort=32957, storageInfo=lv=-57;cid=testClusterID;nsid=1983547678;c=1731281095081) 2024-11-10T23:24:55,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1093a05e50d6ef88 with lease ID 0x8105cde3cb048410: from storage DS-b88824f3-5897-48d9-be29-122fa18e62de node DatanodeRegistration(127.0.0.1:33653, datanodeUuid=df2e8190-d307-4e3c-8236-b01fa88a84f7, infoPort=38413, infoSecurePort=0, ipcPort=32957, storageInfo=lv=-57;cid=testClusterID;nsid=1983547678;c=1731281095081), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:55,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a 2024-11-10T23:24:55,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/zookeeper_0, clientPort=64065, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:24:55,763 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64065 2024-11-10T23:24:55,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:55,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:24:55,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:24:55,775 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c with version=8 2024-11-10T23:24:55,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/hbase-staging 2024-11-10T23:24:55,777 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:55,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:55,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:55,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:55,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:55,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:55,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:24:55,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:55,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39627 2024-11-10T23:24:55,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39627 connecting to ZooKeeper ensemble=127.0.0.1:64065 2024-11-10T23:24:55,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396270x0, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:55,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39627-0x1010432f6e10000 connected 2024-11-10T23:24:55,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:55,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:55,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:55,806 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c, hbase.cluster.distributed=false 2024-11-10T23:24:55,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:55,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39627 2024-11-10T23:24:55,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39627 2024-11-10T23:24:55,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39627 2024-11-10T23:24:55,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39627 2024-11-10T23:24:55,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39627 2024-11-10T23:24:55,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:55,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:55,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:55,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:55,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:55,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:55,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:24:55,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:55,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39427 2024-11-10T23:24:55,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39427 connecting to ZooKeeper ensemble=127.0.0.1:64065 2024-11-10T23:24:55,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:55,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:55,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394270x0, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:55,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39427-0x1010432f6e10001 connected 2024-11-10T23:24:55,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:55,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:24:55,845 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:24:55,856 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:24:55,861 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:24:55,864 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:24:55,865 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:24:55,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:24:55,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:55,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39427 2024-11-10T23:24:55,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39427 2024-11-10T23:24:55,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39427 2024-11-10T23:24:55,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39427 2024-11-10T23:24:55,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39427 2024-11-10T23:24:55,885 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:55,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:55,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:55,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:55,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:55,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:55,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:24:55,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:55,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39275 2024-11-10T23:24:55,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39275 connecting to ZooKeeper ensemble=127.0.0.1:64065 2024-11-10T23:24:55,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:55,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:55,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392750x0, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:55,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392750x0, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:55,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39275-0x1010432f6e10002 connected 2024-11-10T23:24:55,894 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:24:55,894 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:24:55,903 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:24:55,904 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:24:55,904 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:24:55,904 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:24:55,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:24:55,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:55,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39275 2024-11-10T23:24:55,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39275 2024-11-10T23:24:55,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39275 2024-11-10T23:24:55,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39275 2024-11-10T23:24:55,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39275 2024-11-10T23:24:55,924 DEBUG [M:0;7318282e5099:39627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7318282e5099:39627 2024-11-10T23:24:55,925 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7318282e5099,39627,1731281095777 2024-11-10T23:24:55,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:55,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:55,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:55,927 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7318282e5099,39627,1731281095777 2024-11-10T23:24:55,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:55,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:55,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:55,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:55,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:55,929 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:24:55,930 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7318282e5099,39627,1731281095777 from backup master directory 2024-11-10T23:24:55,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7318282e5099,39627,1731281095777 2024-11-10T23:24:55,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:55,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:55,932 WARN [master/7318282e5099:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:55,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:55,932 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7318282e5099,39627,1731281095777 2024-11-10T23:24:55,938 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/hbase.id] with ID: b69776a5-5a44-45fd-9e9f-874943671178 2024-11-10T23:24:55,938 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/.tmp/hbase.id 2024-11-10T23:24:55,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:24:55,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:24:55,945 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/.tmp/hbase.id]:[hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/hbase.id] 2024-11-10T23:24:55,957 INFO [master/7318282e5099:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:55,958 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:24:55,959 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T23:24:55,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:55,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:55,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:55,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:24:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:24:55,968 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:24:55,969 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:24:55,969 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:55,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:24:55,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:24:55,977 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store 2024-11-10T23:24:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:24:55,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:24:55,984 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:55,985 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:24:55,985 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:55,985 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:55,985 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:24:55,985 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:55,985 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:55,985 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281095985Disabling compacts and flushes for region at 1731281095985Disabling writes for close at 1731281095985Writing region close event to WAL at 1731281095985Closed at 1731281095985 2024-11-10T23:24:55,986 WARN [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/.initializing 2024-11-10T23:24:55,986 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/WALs/7318282e5099,39627,1731281095777 2024-11-10T23:24:55,987 INFO [master/7318282e5099:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:55,988 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C39627%2C1731281095777, suffix=, logDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/WALs/7318282e5099,39627,1731281095777, archiveDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/oldWALs, maxLogs=10 2024-11-10T23:24:56,002 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/WALs/7318282e5099,39627,1731281095777/7318282e5099%2C39627%2C1731281095777.1731281095989, exclude list is [], retry=0 2024-11-10T23:24:56,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33653,DS-61873eee-a8b1-4a42-adc4-fe7289759fcd,DISK] 2024-11-10T23:24:56,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43421,DS-5c5f61d9-df31-4eb6-afc0-e7a1afb9df50,DISK] 2024-11-10T23:24:56,007 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/WALs/7318282e5099,39627,1731281095777/7318282e5099%2C39627%2C1731281095777.1731281095989 2024-11-10T23:24:56,007 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38413:38413),(127.0.0.1/127.0.0.1:33887:33887)] 2024-11-10T23:24:56,007 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:24:56,008 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:56,008 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,008 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:24:56,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:56,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:24:56,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:56,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:24:56,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:56,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:24:56,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:56,017 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,017 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,018 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,019 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,019 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,020 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:56,021 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:56,023 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:56,023 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72110482, jitterRate=0.07452991604804993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:56,024 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281096008Initializing all the Stores at 1731281096009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281096009Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281096009Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281096009Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281096009Cleaning up temporary data from old regions at 1731281096019 (+10 ms)Region opened successfully at 1731281096024 (+5 ms) 2024-11-10T23:24:56,024 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:24:56,027 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6830e619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:56,028 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:24:56,028 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:24:56,029 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:24:56,029 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:24:56,029 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:24:56,029 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:24:56,030 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:24:56,032 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:24:56,033 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:24:56,036 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:24:56,037 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:24:56,037 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:24:56,044 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:24:56,045 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:24:56,046 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:24:56,054 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:24:56,055 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:24:56,063 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:24:56,065 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:24:56,066 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:24:56,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:56,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:56,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:56,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,069 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7318282e5099,39627,1731281095777, sessionid=0x1010432f6e10000, setting cluster-up flag (Was=false) 2024-11-10T23:24:56,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,079 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:24:56,080 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,39627,1731281095777 2024-11-10T23:24:56,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,088 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:24:56,089 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,39627,1731281095777 2024-11-10T23:24:56,091 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:24:56,092 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:56,093 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:24:56,093 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:24:56,093 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7318282e5099,39627,1731281095777 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:24:56,094 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:56,094 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:56,094 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:56,095 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:56,095 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7318282e5099:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:24:56,095 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,095 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:56,095 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,096 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281126096 2024-11-10T23:24:56,096 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:24:56,096 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:24:56,096 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:24:56,096 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:24:56,096 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:24:56,096 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:24:56,096 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:56,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:24:56,097 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:24:56,097 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:24:56,097 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:24:56,098 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,098 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:24:56,100 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:24:56,100 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:24:56,104 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281096100,5,FailOnTimeoutGroup] 2024-11-10T23:24:56,104 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281096104,5,FailOnTimeoutGroup] 2024-11-10T23:24:56,104 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,104 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:24:56,104 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,104 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:24:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:24:56,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:24:56,112 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c 2024-11-10T23:24:56,114 INFO [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(746): ClusterId : b69776a5-5a44-45fd-9e9f-874943671178 2024-11-10T23:24:56,114 DEBUG [RS:0;7318282e5099:39427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:24:56,117 DEBUG [RS:0;7318282e5099:39427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:24:56,117 DEBUG [RS:0;7318282e5099:39427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:24:56,120 INFO [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(746): ClusterId : b69776a5-5a44-45fd-9e9f-874943671178 2024-11-10T23:24:56,120 DEBUG [RS:1;7318282e5099:39275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:24:56,120 DEBUG [RS:0;7318282e5099:39427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:24:56,121 DEBUG [RS:0;7318282e5099:39427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e774ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:56,123 DEBUG [RS:1;7318282e5099:39275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:24:56,123 DEBUG [RS:1;7318282e5099:39275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:24:56,125 DEBUG [RS:1;7318282e5099:39275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:24:56,125 DEBUG [RS:1;7318282e5099:39275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1625f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:24:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:24:56,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:56,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:24:56,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:24:56,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:56,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:24:56,140 DEBUG [RS:0;7318282e5099:39427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7318282e5099:39427 2024-11-10T23:24:56,140 INFO [RS:0;7318282e5099:39427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:24:56,140 INFO [RS:0;7318282e5099:39427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:24:56,140 DEBUG [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:24:56,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:24:56,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,141 INFO [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,39627,1731281095777 with port=39427, startcode=1731281095828 2024-11-10T23:24:56,142 DEBUG [RS:0;7318282e5099:39427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:24:56,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:56,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:24:56,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:24:56,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:56,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:24:56,145 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:24:56,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:24:56,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,39427,1731281095828 2024-11-10T23:24:56,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39627 {}] master.ServerManager(517): Registering regionserver=7318282e5099,39427,1731281095828 2024-11-10T23:24:56,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:56,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:24:56,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740 2024-11-10T23:24:56,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740 2024-11-10T23:24:56,148 DEBUG [RS:1;7318282e5099:39275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7318282e5099:39275 2024-11-10T23:24:56,148 INFO [RS:1;7318282e5099:39275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:24:56,148 INFO [RS:1;7318282e5099:39275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:24:56,148 DEBUG [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c 2024-11-10T23:24:56,148 DEBUG [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:24:56,148 DEBUG [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45371 2024-11-10T23:24:56,148 DEBUG [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:24:56,149 INFO [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,39627,1731281095777 with port=39275, startcode=1731281095885 2024-11-10T23:24:56,149 DEBUG [RS:1;7318282e5099:39275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:24:56,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:24:56,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:24:56,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:56,151 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:56,151 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:24:56,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,39275,1731281095885 2024-11-10T23:24:56,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39627 {}] master.ServerManager(517): Registering regionserver=7318282e5099,39275,1731281095885 2024-11-10T23:24:56,151 DEBUG [RS:0;7318282e5099:39427 {}] zookeeper.ZKUtil(111): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,39427,1731281095828 2024-11-10T23:24:56,152 WARN [RS:0;7318282e5099:39427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:56,152 INFO [RS:0;7318282e5099:39427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:56,152 DEBUG [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39427,1731281095828 2024-11-10T23:24:56,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:24:56,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,39427,1731281095828] 2024-11-10T23:24:56,153 DEBUG [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c 2024-11-10T23:24:56,153 DEBUG [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45371 2024-11-10T23:24:56,153 DEBUG [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:24:56,157 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:56,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69024407, jitterRate=0.02854381501674652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:56,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:56,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281096130Initializing all the Stores at 1731281096131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281096131Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281096136 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281096136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281096136Cleaning up temporary data from old regions at 1731281096150 (+14 ms)Region opened successfully at 1731281096159 (+9 ms) 2024-11-10T23:24:56,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:24:56,159 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:24:56,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:24:56,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:24:56,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:24:56,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,39275,1731281095885] 2024-11-10T23:24:56,159 DEBUG [RS:1;7318282e5099:39275 {}] zookeeper.ZKUtil(111): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,39275,1731281095885 2024-11-10T23:24:56,159 WARN [RS:1;7318282e5099:39275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:56,159 INFO [RS:1;7318282e5099:39275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:56,159 DEBUG [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39275,1731281095885 2024-11-10T23:24:56,160 INFO [RS:0;7318282e5099:39427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:24:56,161 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:56,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281096159Disabling compacts and flushes for region at 1731281096159Disabling writes for close at 1731281096159Writing region close event to WAL at 1731281096161 (+2 ms)Closed at 1731281096161 2024-11-10T23:24:56,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:56,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:24:56,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:24:56,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:24:56,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:24:56,167 INFO [RS:0;7318282e5099:39427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:24:56,167 INFO [RS:0;7318282e5099:39427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:24:56,167 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,167 INFO [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:24:56,168 INFO [RS:0;7318282e5099:39427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:24:56,168 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 INFO [RS:1;7318282e5099:39275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:56,169 DEBUG [RS:0;7318282e5099:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:56,173 INFO [RS:1;7318282e5099:39275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:24:56,179 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,179 INFO [RS:1;7318282e5099:39275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:24:56,180 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,180 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,180 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,180 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,180 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,180 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39427,1731281095828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:56,180 INFO [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:24:56,181 INFO [RS:1;7318282e5099:39275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:24:56,181 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,181 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,181 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,181 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,181 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,181 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,181 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:56,181 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,181 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,182 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,182 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,182 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,182 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:56,182 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:56,182 DEBUG [RS:1;7318282e5099:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:56,183 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,183 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,183 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,183 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,183 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,183 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39275,1731281095885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:56,195 INFO [RS:0;7318282e5099:39427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:24:56,196 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39427,1731281095828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,196 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,196 INFO [RS:0;7318282e5099:39427 {}] regionserver.Replication(171): 7318282e5099,39427,1731281095828 started 2024-11-10T23:24:56,198 INFO [RS:1;7318282e5099:39275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:24:56,198 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39275,1731281095885-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,198 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,198 INFO [RS:1;7318282e5099:39275 {}] regionserver.Replication(171): 7318282e5099,39275,1731281095885 started 2024-11-10T23:24:56,209 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,209 INFO [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,39427,1731281095828, RpcServer on 7318282e5099/172.17.0.2:39427, sessionid=0x1010432f6e10001 2024-11-10T23:24:56,209 DEBUG [RS:0;7318282e5099:39427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:24:56,209 DEBUG [RS:0;7318282e5099:39427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,39427,1731281095828 2024-11-10T23:24:56,209 DEBUG [RS:0;7318282e5099:39427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,39427,1731281095828' 2024-11-10T23:24:56,209 DEBUG [RS:0;7318282e5099:39427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:24:56,210 DEBUG [RS:0;7318282e5099:39427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:24:56,210 DEBUG [RS:0;7318282e5099:39427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:24:56,210 DEBUG [RS:0;7318282e5099:39427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:24:56,210 DEBUG [RS:0;7318282e5099:39427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,39427,1731281095828 2024-11-10T23:24:56,210 DEBUG [RS:0;7318282e5099:39427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,39427,1731281095828' 2024-11-10T23:24:56,210 DEBUG [RS:0;7318282e5099:39427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:24:56,211 DEBUG [RS:0;7318282e5099:39427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:24:56,211 DEBUG [RS:0;7318282e5099:39427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:24:56,211 INFO [RS:0;7318282e5099:39427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:24:56,211 INFO [RS:0;7318282e5099:39427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:24:56,212 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,212 INFO [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,39275,1731281095885, RpcServer on 7318282e5099/172.17.0.2:39275, sessionid=0x1010432f6e10002 2024-11-10T23:24:56,212 DEBUG [RS:1;7318282e5099:39275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:24:56,212 DEBUG [RS:1;7318282e5099:39275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,39275,1731281095885 2024-11-10T23:24:56,212 DEBUG [RS:1;7318282e5099:39275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,39275,1731281095885' 2024-11-10T23:24:56,212 DEBUG [RS:1;7318282e5099:39275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:24:56,213 DEBUG [RS:1;7318282e5099:39275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:24:56,213 DEBUG [RS:1;7318282e5099:39275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:24:56,213 DEBUG [RS:1;7318282e5099:39275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:24:56,213 DEBUG [RS:1;7318282e5099:39275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,39275,1731281095885 2024-11-10T23:24:56,213 DEBUG [RS:1;7318282e5099:39275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,39275,1731281095885' 2024-11-10T23:24:56,213 DEBUG [RS:1;7318282e5099:39275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:24:56,213 DEBUG [RS:1;7318282e5099:39275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:24:56,214 DEBUG [RS:1;7318282e5099:39275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:24:56,214 INFO [RS:1;7318282e5099:39275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:24:56,214 INFO [RS:1;7318282e5099:39275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:24:56,312 INFO [RS:0;7318282e5099:39427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:56,313 INFO [RS:0;7318282e5099:39427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C39427%2C1731281095828, suffix=, logDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39427,1731281095828, archiveDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/oldWALs, maxLogs=32 2024-11-10T23:24:56,314 INFO [RS:1;7318282e5099:39275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:56,315 WARN [7318282e5099:39627 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:24:56,315 INFO [RS:1;7318282e5099:39275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C39275%2C1731281095885, suffix=, logDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39275,1731281095885, archiveDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/oldWALs, maxLogs=32 2024-11-10T23:24:56,327 DEBUG [RS:0;7318282e5099:39427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39427,1731281095828/7318282e5099%2C39427%2C1731281095828.1731281096314, exclude list is [], retry=0 2024-11-10T23:24:56,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43421,DS-5c5f61d9-df31-4eb6-afc0-e7a1afb9df50,DISK] 2024-11-10T23:24:56,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33653,DS-61873eee-a8b1-4a42-adc4-fe7289759fcd,DISK] 2024-11-10T23:24:56,333 INFO [RS:0;7318282e5099:39427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39427,1731281095828/7318282e5099%2C39427%2C1731281095828.1731281096314 2024-11-10T23:24:56,333 DEBUG [RS:0;7318282e5099:39427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38413:38413),(127.0.0.1/127.0.0.1:33887:33887)] 2024-11-10T23:24:56,336 DEBUG [RS:1;7318282e5099:39275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39275,1731281095885/7318282e5099%2C39275%2C1731281095885.1731281096316, exclude list is [], retry=0 2024-11-10T23:24:56,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43421,DS-5c5f61d9-df31-4eb6-afc0-e7a1afb9df50,DISK] 2024-11-10T23:24:56,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33653,DS-61873eee-a8b1-4a42-adc4-fe7289759fcd,DISK] 2024-11-10T23:24:56,340 INFO [RS:1;7318282e5099:39275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39275,1731281095885/7318282e5099%2C39275%2C1731281095885.1731281096316 2024-11-10T23:24:56,340 DEBUG [RS:1;7318282e5099:39275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33887:33887),(127.0.0.1/127.0.0.1:38413:38413)] 2024-11-10T23:24:56,566 DEBUG [7318282e5099:39627 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:24:56,566 DEBUG [7318282e5099:39627 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:24:56,568 DEBUG [7318282e5099:39627 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:24:56,568 DEBUG [7318282e5099:39627 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:24:56,568 DEBUG [7318282e5099:39627 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:24:56,568 DEBUG [7318282e5099:39627 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:24:56,568 INFO [7318282e5099:39627 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:24:56,568 INFO [7318282e5099:39627 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:24:56,568 DEBUG [7318282e5099:39627 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:24:56,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7318282e5099,39427,1731281095828 2024-11-10T23:24:56,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,39427,1731281095828, state=OPENING 2024-11-10T23:24:56,571 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:24:56,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:56,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:56,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:56,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:24:56,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:56,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,39427,1731281095828}] 2024-11-10T23:24:56,727 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:56,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:56,732 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:24:56,732 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:56,733 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:24:56,734 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C39427%2C1731281095828.meta, suffix=.meta, logDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39427,1731281095828, archiveDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/oldWALs, maxLogs=32 2024-11-10T23:24:56,748 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39427,1731281095828/7318282e5099%2C39427%2C1731281095828.meta.1731281096734.meta, exclude list is [], retry=0 2024-11-10T23:24:56,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33653,DS-61873eee-a8b1-4a42-adc4-fe7289759fcd,DISK] 2024-11-10T23:24:56,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43421,DS-5c5f61d9-df31-4eb6-afc0-e7a1afb9df50,DISK] 2024-11-10T23:24:56,753 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39427,1731281095828/7318282e5099%2C39427%2C1731281095828.meta.1731281096734.meta 2024-11-10T23:24:56,753 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38413:38413),(127.0.0.1/127.0.0.1:33887:33887)] 2024-11-10T23:24:56,754 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:24:56,754 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:24:56,754 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:24:56,754 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:24:56,754 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:24:56,754 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:56,754 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:24:56,754 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:24:56,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:24:56,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:24:56,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:56,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:24:56,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:24:56,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:56,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:24:56,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:24:56,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:56,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:24:56,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:24:56,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:56,761 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:24:56,762 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740 2024-11-10T23:24:56,763 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740 2024-11-10T23:24:56,764 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:24:56,764 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:24:56,765 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:56,766 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:24:56,767 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73919605, jitterRate=0.10148794949054718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:56,767 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:24:56,767 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281096754Writing region info on filesystem at 1731281096754Initializing all the Stores at 1731281096755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281096755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281096755Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281096756 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281096756Cleaning up temporary data from old regions at 1731281096764 (+8 ms)Running coprocessor post-open hooks at 1731281096767 (+3 ms)Region opened successfully at 1731281096767 2024-11-10T23:24:56,768 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281096727 2024-11-10T23:24:56,771 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:24:56,771 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:24:56,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,39427,1731281095828 2024-11-10T23:24:56,772 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,39427,1731281095828, state=OPEN 2024-11-10T23:24:56,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:56,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:56,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:24:56,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7318282e5099,39427,1731281095828 2024-11-10T23:24:56,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:56,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:56,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:24:56,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:24:56,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,39427,1731281095828 in 200 msec 2024-11-10T23:24:56,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:24:56,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-10T23:24:56,780 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:56,780 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:24:56,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:24:56,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,39427,1731281095828, seqNum=-1] 2024-11-10T23:24:56,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:56,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:56,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 697 msec 2024-11-10T23:24:56,790 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281096790, completionTime=-1 2024-11-10T23:24:56,790 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:24:56,790 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:24:56,792 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:24:56,792 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281156792 2024-11-10T23:24:56,792 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281216792 2024-11-10T23:24:56,792 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T23:24:56,792 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39627,1731281095777-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,792 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39627,1731281095777-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,792 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39627,1731281095777-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,792 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7318282e5099:39627, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,793 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,793 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,795 DEBUG [master/7318282e5099:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:24:56,797 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.865sec 2024-11-10T23:24:56,797 INFO [master/7318282e5099:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:24:56,797 INFO [master/7318282e5099:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:24:56,797 INFO [master/7318282e5099:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:24:56,797 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:24:56,797 INFO [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:24:56,797 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39627,1731281095777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:56,797 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39627,1731281095777-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:24:56,800 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:24:56,800 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:24:56,800 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39627,1731281095777-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:56,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff6a9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:56,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,39627,-1 for getting cluster id 2024-11-10T23:24:56,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:24:56,822 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b69776a5-5a44-45fd-9e9f-874943671178' 2024-11-10T23:24:56,822 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:24:56,822 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b69776a5-5a44-45fd-9e9f-874943671178" 2024-11-10T23:24:56,823 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c0e2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:56,823 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,39627,-1] 2024-11-10T23:24:56,823 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:24:56,823 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:56,824 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:24:56,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111a97cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:56,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:24:56,827 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,39427,1731281095828, seqNum=-1] 2024-11-10T23:24:56,827 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:56,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:56,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7318282e5099,39627,1731281095777 2024-11-10T23:24:56,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:24:56,831 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,39627,1731281095777 2024-11-10T23:24:56,831 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ac2e6b 2024-11-10T23:24:56,831 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:24:56,832 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:24:56,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:24:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:24:56,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:24:56,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:56,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:24:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:56,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:24:56,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:24:56,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:24:56,845 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6210cddf73be9e3028dd3b496e22755c, NAME => 'testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c 2024-11-10T23:24:56,846 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1bca40369ca6a46e20006729db21b3d0, NAME => 'testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c 2024-11-10T23:24:56,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:24:56,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:24:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:24:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:24:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6210cddf73be9e3028dd3b496e22755c, disabling compactions & flushes 2024-11-10T23:24:57,255 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 1bca40369ca6a46e20006729db21b3d0, disabling compactions & flushes 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. after waiting 0 ms 2024-11-10T23:24:57,255 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:57,255 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. after waiting 0 ms 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6210cddf73be9e3028dd3b496e22755c: Waiting for close lock at 1731281097255Disabling compacts and flushes for region at 1731281097255Disabling writes for close at 1731281097255Writing region close event to WAL at 1731281097255Closed at 1731281097255 2024-11-10T23:24:57,255 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:57,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1bca40369ca6a46e20006729db21b3d0: Waiting for close lock at 1731281097255Disabling compacts and flushes for region at 1731281097255Disabling writes for close at 1731281097255Writing region close event to WAL at 1731281097255Closed at 1731281097255 2024-11-10T23:24:57,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:24:57,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281097257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281097257"}]},"ts":"1731281097257"} 2024-11-10T23:24:57,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281097257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281097257"}]},"ts":"1731281097257"} 2024-11-10T23:24:57,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:24:57,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:24:57,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281097261"}]},"ts":"1731281097261"} 2024-11-10T23:24:57,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:24:57,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:24:57,264 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:24:57,264 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:24:57,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:24:57,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:24:57,265 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:24:57,265 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:24:57,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:24:57,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6210cddf73be9e3028dd3b496e22755c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1bca40369ca6a46e20006729db21b3d0, ASSIGN}] 2024-11-10T23:24:57,266 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1bca40369ca6a46e20006729db21b3d0, ASSIGN 2024-11-10T23:24:57,266 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6210cddf73be9e3028dd3b496e22755c, ASSIGN 2024-11-10T23:24:57,267 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1bca40369ca6a46e20006729db21b3d0, ASSIGN; state=OFFLINE, location=7318282e5099,39427,1731281095828; forceNewPlan=false, retain=false 2024-11-10T23:24:57,267 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6210cddf73be9e3028dd3b496e22755c, ASSIGN; state=OFFLINE, location=7318282e5099,39275,1731281095885; forceNewPlan=false, retain=false 2024-11-10T23:24:57,417 INFO [7318282e5099:39627 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:24:57,418 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6210cddf73be9e3028dd3b496e22755c, regionState=OPENING, regionLocation=7318282e5099,39275,1731281095885 2024-11-10T23:24:57,418 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1bca40369ca6a46e20006729db21b3d0, regionState=OPENING, regionLocation=7318282e5099,39427,1731281095828 2024-11-10T23:24:57,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6210cddf73be9e3028dd3b496e22755c, ASSIGN because future has completed 2024-11-10T23:24:57,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6210cddf73be9e3028dd3b496e22755c, server=7318282e5099,39275,1731281095885}] 2024-11-10T23:24:57,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1bca40369ca6a46e20006729db21b3d0, ASSIGN because future has completed 2024-11-10T23:24:57,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bca40369ca6a46e20006729db21b3d0, server=7318282e5099,39427,1731281095828}] 2024-11-10T23:24:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:57,574 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:57,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:57,579 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:57,579 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:57,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6210cddf73be9e3028dd3b496e22755c, NAME => 'testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:24:57,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bca40369ca6a46e20006729db21b3d0, NAME => 'testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:24:57,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:57,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:57,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,581 INFO [StoreOpener-6210cddf73be9e3028dd3b496e22755c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,581 INFO [StoreOpener-1bca40369ca6a46e20006729db21b3d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,582 INFO [StoreOpener-1bca40369ca6a46e20006729db21b3d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bca40369ca6a46e20006729db21b3d0 columnFamilyName family 2024-11-10T23:24:57,582 INFO [StoreOpener-6210cddf73be9e3028dd3b496e22755c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6210cddf73be9e3028dd3b496e22755c columnFamilyName family 2024-11-10T23:24:57,582 DEBUG [StoreOpener-1bca40369ca6a46e20006729db21b3d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:57,582 DEBUG [StoreOpener-6210cddf73be9e3028dd3b496e22755c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:57,583 INFO [StoreOpener-6210cddf73be9e3028dd3b496e22755c-1 {}] regionserver.HStore(327): Store=6210cddf73be9e3028dd3b496e22755c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:57,583 INFO [StoreOpener-1bca40369ca6a46e20006729db21b3d0-1 {}] regionserver.HStore(327): Store=1bca40369ca6a46e20006729db21b3d0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:57,583 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,583 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,583 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,584 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,584 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,584 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,584 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,584 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,585 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,585 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,586 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,586 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,588 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/1bca40369ca6a46e20006729db21b3d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:57,589 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 1bca40369ca6a46e20006729db21b3d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62893819, jitterRate=-0.0628090649843216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:24:57,589 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:57,589 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/6210cddf73be9e3028dd3b496e22755c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:57,589 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6210cddf73be9e3028dd3b496e22755c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59582979, jitterRate=-0.11214442551136017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:24:57,589 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:57,589 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 1bca40369ca6a46e20006729db21b3d0: Running coprocessor pre-open hook at 1731281097580Writing region info on filesystem at 1731281097580Initializing all the Stores at 1731281097580Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281097580Cleaning up temporary data from old regions at 1731281097584 (+4 ms)Running coprocessor post-open hooks at 1731281097589 (+5 ms)Region opened successfully at 1731281097589 2024-11-10T23:24:57,589 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6210cddf73be9e3028dd3b496e22755c: Running coprocessor pre-open hook at 1731281097580Writing region info on filesystem at 1731281097580Initializing all the Stores at 1731281097580Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281097580Cleaning up temporary data from old regions at 1731281097585 (+5 ms)Running coprocessor post-open hooks at 1731281097589 (+4 ms)Region opened successfully at 1731281097589 2024-11-10T23:24:57,590 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0., pid=8, masterSystemTime=1731281097575 2024-11-10T23:24:57,590 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c., pid=7, masterSystemTime=1731281097574 2024-11-10T23:24:57,592 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:57,592 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:57,593 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1bca40369ca6a46e20006729db21b3d0, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,39427,1731281095828 2024-11-10T23:24:57,593 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:57,594 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:57,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6210cddf73be9e3028dd3b496e22755c, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,39275,1731281095885 2024-11-10T23:24:57,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bca40369ca6a46e20006729db21b3d0, server=7318282e5099,39427,1731281095828 because future has completed 2024-11-10T23:24:57,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6210cddf73be9e3028dd3b496e22755c, server=7318282e5099,39275,1731281095885 because future has completed 2024-11-10T23:24:57,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-10T23:24:57,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bca40369ca6a46e20006729db21b3d0, server=7318282e5099,39427,1731281095828 in 175 msec 2024-11-10T23:24:57,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-10T23:24:57,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6210cddf73be9e3028dd3b496e22755c, server=7318282e5099,39275,1731281095885 in 177 msec 2024-11-10T23:24:57,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1bca40369ca6a46e20006729db21b3d0, ASSIGN in 335 msec 2024-11-10T23:24:57,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:24:57,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6210cddf73be9e3028dd3b496e22755c, ASSIGN in 336 msec 2024-11-10T23:24:57,605 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:24:57,605 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281097605"}]},"ts":"1731281097605"} 2024-11-10T23:24:57,607 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:24:57,607 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:24:57,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 775 msec 2024-11-10T23:24:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:24:57,971 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:24:57,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:24:57,971 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:24:57,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:24:57,974 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:24:57,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:24:57,977 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c., hostname=7318282e5099,39275,1731281095885, seqNum=2] 2024-11-10T23:24:57,977 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:57,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:57,987 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0., hostname=7318282e5099,39427,1731281095828, seqNum=2] 2024-11-10T23:24:57,995 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1bca40369ca6a46e20006729db21b3d0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:24:58,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/1bca40369ca6a46e20006729db21b3d0/.tmp/family/7051453ac2e644b19c044803d3856b5e is 32, key is 5/family:/1731281097988/Put/seqid=0 2024-11-10T23:24:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741839_1015 (size=5083) 2024-11-10T23:24:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741839_1015 (size=5083) 2024-11-10T23:24:58,017 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/1bca40369ca6a46e20006729db21b3d0/.tmp/family/7051453ac2e644b19c044803d3856b5e 2024-11-10T23:24:58,024 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/1bca40369ca6a46e20006729db21b3d0/.tmp/family/7051453ac2e644b19c044803d3856b5e as hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/1bca40369ca6a46e20006729db21b3d0/family/7051453ac2e644b19c044803d3856b5e 2024-11-10T23:24:58,030 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/1bca40369ca6a46e20006729db21b3d0/family/7051453ac2e644b19c044803d3856b5e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:24:58,031 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1bca40369ca6a46e20006729db21b3d0 in 36ms, sequenceid=9, compaction requested=false 2024-11-10T23:24:58,031 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1bca40369ca6a46e20006729db21b3d0: 2024-11-10T23:24:58,031 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6210cddf73be9e3028dd3b496e22755c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:24:58,047 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/6210cddf73be9e3028dd3b496e22755c/.tmp/family/90e7e4bc90a74390b9aed5f8f1544d9f is 32, key is 1/family:/1731281097979/Put/seqid=0 2024-11-10T23:24:58,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741840_1016 (size=5054) 2024-11-10T23:24:58,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741840_1016 (size=5054) 2024-11-10T23:24:58,053 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/6210cddf73be9e3028dd3b496e22755c/.tmp/family/90e7e4bc90a74390b9aed5f8f1544d9f 2024-11-10T23:24:58,060 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/6210cddf73be9e3028dd3b496e22755c/.tmp/family/90e7e4bc90a74390b9aed5f8f1544d9f as hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/6210cddf73be9e3028dd3b496e22755c/family/90e7e4bc90a74390b9aed5f8f1544d9f 2024-11-10T23:24:58,065 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/6210cddf73be9e3028dd3b496e22755c/family/90e7e4bc90a74390b9aed5f8f1544d9f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:24:58,066 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6210cddf73be9e3028dd3b496e22755c in 35ms, sequenceid=8, compaction requested=false 2024-11-10T23:24:58,066 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6210cddf73be9e3028dd3b496e22755c: 2024-11-10T23:24:58,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5e3b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:58,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,39627,-1 for getting cluster id 2024-11-10T23:24:58,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:24:58,068 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b69776a5-5a44-45fd-9e9f-874943671178' 2024-11-10T23:24:58,068 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:24:58,068 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b69776a5-5a44-45fd-9e9f-874943671178" 2024-11-10T23:24:58,068 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3c67c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:58,068 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,39627,-1] 2024-11-10T23:24:58,068 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:24:58,069 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:58,070 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:24:58,070 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fb0665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:24:58,076 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-10T23:24:58,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:24:58,078 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,39427,1731281095828, seqNum=-1] 2024-11-10T23:24:58,078 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:24:58,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:24:58,081 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:58,082 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:24:58,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:58,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:24:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] bucket.BucketCache(1864): found 1 blocks for file 90e7e4bc90a74390b9aed5f8f1544d9f, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:24:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] bucket.BucketCache(1864): found 1 blocks for file 7051453ac2e644b19c044803d3856b5e, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] bucket.BucketCache(857): removed key 90e7e4bc90a74390b9aed5f8f1544d9f_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] bucket.BucketCache(857): removed key 7051453ac2e644b19c044803d3856b5e_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:24:58,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:24:58,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:58,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:58,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:58,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:24:58,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:24:58,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:24:58,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:58,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:58,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:58,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:24:58,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:24:58,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1762821624, stopped=false 2024-11-10T23:24:58,086 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7318282e5099,39627,1731281095777 2024-11-10T23:24:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:58,087 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:24:58,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:24:58,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:58,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:58,088 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,39427,1731281095828' ***** 2024-11-10T23:24:58,088 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:24:58,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:58,088 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,39275,1731281095885' ***** 2024-11-10T23:24:58,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:58,088 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:24:58,089 INFO [RS:0;7318282e5099:39427 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:24:58,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:58,089 INFO [RS:1;7318282e5099:39275 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:24:58,089 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:24:58,089 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:24:58,089 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:24:58,089 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:24:58,089 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:24:58,089 INFO [RS:0;7318282e5099:39427 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:24:58,089 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:24:58,089 INFO [RS:1;7318282e5099:39275 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:24:58,089 INFO [RS:0;7318282e5099:39427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:24:58,090 INFO [RS:0;7318282e5099:39427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:24:58,090 INFO [RS:0;7318282e5099:39427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:24:58,090 INFO [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:58,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:24:58,090 INFO [RS:1;7318282e5099:39275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:24:58,090 INFO [RS:1;7318282e5099:39275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:24:58,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:24:58,090 INFO [RS:1;7318282e5099:39275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:24:58,090 INFO [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,39427,1731281095828 2024-11-10T23:24:58,090 INFO [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(3091): Received CLOSE for 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:58,090 INFO [RS:0;7318282e5099:39427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:58,090 INFO [RS:0;7318282e5099:39427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7318282e5099:39427. 2024-11-10T23:24:58,090 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1bca40369ca6a46e20006729db21b3d0, disabling compactions & flushes 2024-11-10T23:24:58,090 DEBUG [RS:0;7318282e5099:39427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:58,090 INFO [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,39275,1731281095885 2024-11-10T23:24:58,090 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:58,090 DEBUG [RS:0;7318282e5099:39427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:58,090 INFO [RS:1;7318282e5099:39275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:58,090 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:58,090 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. after waiting 0 ms 2024-11-10T23:24:58,090 INFO [RS:1;7318282e5099:39275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7318282e5099:39275. 2024-11-10T23:24:58,091 INFO [RS:0;7318282e5099:39427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:24:58,091 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:58,091 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6210cddf73be9e3028dd3b496e22755c, disabling compactions & flushes 2024-11-10T23:24:58,091 INFO [RS:0;7318282e5099:39427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:24:58,091 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:58,091 INFO [RS:0;7318282e5099:39427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:24:58,091 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:58,091 DEBUG [RS:1;7318282e5099:39275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:24:58,091 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. after waiting 0 ms 2024-11-10T23:24:58,091 INFO [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:24:58,091 DEBUG [RS:1;7318282e5099:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:58,091 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:58,091 INFO [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:24:58,091 DEBUG [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(1325): Online Regions={6210cddf73be9e3028dd3b496e22755c=testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c.} 2024-11-10T23:24:58,091 DEBUG [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(1351): Waiting on 6210cddf73be9e3028dd3b496e22755c 2024-11-10T23:24:58,091 INFO [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:24:58,091 DEBUG [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(1325): Online Regions={1bca40369ca6a46e20006729db21b3d0=testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:24:58,091 DEBUG [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bca40369ca6a46e20006729db21b3d0 2024-11-10T23:24:58,091 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:24:58,091 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:24:58,091 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:24:58,091 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:24:58,091 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:24:58,092 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:24:58,095 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/1bca40369ca6a46e20006729db21b3d0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:24:58,096 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/default/testClearRegionBlockCache/6210cddf73be9e3028dd3b496e22755c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:24:58,096 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:58,096 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1bca40369ca6a46e20006729db21b3d0: Waiting for close lock at 1731281098090Running coprocessor pre-close hooks at 1731281098090Disabling compacts and flushes for region at 1731281098090Disabling writes for close at 1731281098090Writing region close event to WAL at 1731281098091 (+1 ms)Running coprocessor post-close hooks at 1731281098096 (+5 ms)Closed at 1731281098096 2024-11-10T23:24:58,096 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0. 2024-11-10T23:24:58,096 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:58,096 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6210cddf73be9e3028dd3b496e22755c: Waiting for close lock at 1731281098090Running coprocessor pre-close hooks at 1731281098090Disabling compacts and flushes for region at 1731281098090Disabling writes for close at 1731281098091 (+1 ms)Writing region close event to WAL at 1731281098092 (+1 ms)Running coprocessor post-close hooks at 1731281098096 (+4 ms)Closed at 1731281098096 2024-11-10T23:24:58,097 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281096832.6210cddf73be9e3028dd3b496e22755c. 2024-11-10T23:24:58,108 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/.tmp/info/67bae98ef8d14070a76e3a389bc42144 is 173, key is testClearRegionBlockCache,5,1731281096832.1bca40369ca6a46e20006729db21b3d0./info:regioninfo/1731281097593/Put/seqid=0 2024-11-10T23:24:58,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:24:58,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:24:58,114 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/.tmp/info/67bae98ef8d14070a76e3a389bc42144 2024-11-10T23:24:58,138 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/.tmp/ns/e62dca21c3974736a1244e3d90dc0a76 is 43, key is default/ns:d/1731281096785/Put/seqid=0 2024-11-10T23:24:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:24:58,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:24:58,144 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/.tmp/ns/e62dca21c3974736a1244e3d90dc0a76 2024-11-10T23:24:58,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:24:58,170 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/.tmp/table/2f7661777ca54b59ba4c745c39fbd317 is 61, key is testClearRegionBlockCache/table:state/1731281097605/Put/seqid=0 2024-11-10T23:24:58,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:24:58,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:24:58,180 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:24:58,180 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:24:58,180 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/.tmp/table/2f7661777ca54b59ba4c745c39fbd317 2024-11-10T23:24:58,181 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:58,186 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:58,188 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/.tmp/info/67bae98ef8d14070a76e3a389bc42144 as hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/info/67bae98ef8d14070a76e3a389bc42144 2024-11-10T23:24:58,195 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/info/67bae98ef8d14070a76e3a389bc42144, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:24:58,196 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/.tmp/ns/e62dca21c3974736a1244e3d90dc0a76 as hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/ns/e62dca21c3974736a1244e3d90dc0a76 2024-11-10T23:24:58,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:24:58,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:24:58,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:24:58,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:24:58,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:24:58,202 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/ns/e62dca21c3974736a1244e3d90dc0a76, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:24:58,203 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/.tmp/table/2f7661777ca54b59ba4c745c39fbd317 as hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/table/2f7661777ca54b59ba4c745c39fbd317 2024-11-10T23:24:58,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:24:58,211 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/table/2f7661777ca54b59ba4c745c39fbd317, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:24:58,212 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=13, compaction requested=false 2024-11-10T23:24:58,217 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:24:58,218 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:24:58,218 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:58,218 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:24:58,218 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281098091Running coprocessor pre-close hooks at 1731281098091Disabling compacts and flushes for region at 1731281098091Disabling writes for close at 1731281098091Obtaining lock to block concurrent updates at 1731281098092 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731281098092Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281098092Flushing stores of hbase:meta,,1.1588230740 at 1731281098093 (+1 ms)Flushing 1588230740/info: creating writer at 1731281098093Flushing 1588230740/info: appending metadata at 1731281098108 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731281098108Flushing 1588230740/ns: creating writer at 1731281098121 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731281098138 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731281098138Flushing 1588230740/table: creating writer at 1731281098150 (+12 ms)Flushing 1588230740/table: appending metadata at 1731281098169 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731281098169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16821f49: reopening flushed file at 1731281098187 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c9f445f: reopening flushed file at 1731281098195 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7718daf6: reopening flushed file at 1731281098202 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=13, compaction requested=false at 1731281098212 (+10 ms)Writing region close event to WAL at 1731281098213 (+1 ms)Running coprocessor post-close hooks at 1731281098218 (+5 ms)Closed at 1731281098218 2024-11-10T23:24:58,218 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:24:58,218 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:58,291 INFO [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,39275,1731281095885; all regions closed. 2024-11-10T23:24:58,291 INFO [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,39427,1731281095828; all regions closed. 2024-11-10T23:24:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:24:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:24:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:24:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:24:58,296 DEBUG [RS:1;7318282e5099:39275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/oldWALs 2024-11-10T23:24:58,296 INFO [RS:1;7318282e5099:39275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C39275%2C1731281095885:(num 1731281096316) 2024-11-10T23:24:58,296 DEBUG [RS:1;7318282e5099:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:58,296 INFO [RS:1;7318282e5099:39275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:58,296 INFO [RS:1;7318282e5099:39275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:58,296 DEBUG [RS:0;7318282e5099:39427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/oldWALs 2024-11-10T23:24:58,296 INFO [RS:0;7318282e5099:39427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C39427%2C1731281095828.meta:.meta(num 1731281096734) 2024-11-10T23:24:58,297 INFO [RS:1;7318282e5099:39275 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:58,297 INFO [RS:1;7318282e5099:39275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:24:58,297 INFO [RS:1;7318282e5099:39275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:24:58,297 INFO [RS:1;7318282e5099:39275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:24:58,297 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:58,297 INFO [RS:1;7318282e5099:39275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:58,297 INFO [RS:1;7318282e5099:39275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39275 2024-11-10T23:24:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:24:58,299 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/WALs/7318282e5099,39427,1731281095828/7318282e5099%2C39427%2C1731281095828.1731281096314 not finished, retry = 0 2024-11-10T23:24:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:24:58,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,39275,1731281095885 2024-11-10T23:24:58,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:58,299 INFO [RS:1;7318282e5099:39275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:58,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,39275,1731281095885] 2024-11-10T23:24:58,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,39275,1731281095885 already deleted, retry=false 2024-11-10T23:24:58,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,39275,1731281095885 expired; onlineServers=1 2024-11-10T23:24:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:58,401 INFO [RS:1;7318282e5099:39275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x1010432f6e10002, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:58,401 INFO [RS:1;7318282e5099:39275 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,39275,1731281095885; zookeeper connection closed. 2024-11-10T23:24:58,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57742972 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57742972 2024-11-10T23:24:58,402 DEBUG [RS:0;7318282e5099:39427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/oldWALs 2024-11-10T23:24:58,402 INFO [RS:0;7318282e5099:39427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C39427%2C1731281095828:(num 1731281096314) 2024-11-10T23:24:58,402 DEBUG [RS:0;7318282e5099:39427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:24:58,402 INFO [RS:0;7318282e5099:39427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:24:58,402 INFO [RS:0;7318282e5099:39427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:58,402 INFO [RS:0;7318282e5099:39427 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:58,402 INFO [RS:0;7318282e5099:39427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:58,403 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:58,403 INFO [RS:0;7318282e5099:39427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39427 2024-11-10T23:24:58,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,39427,1731281095828 2024-11-10T23:24:58,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:58,405 INFO [RS:0;7318282e5099:39427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:58,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,39427,1731281095828] 2024-11-10T23:24:58,407 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,39427,1731281095828 already deleted, retry=false 2024-11-10T23:24:58,407 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,39427,1731281095828 expired; onlineServers=0 2024-11-10T23:24:58,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7318282e5099,39627,1731281095777' ***** 2024-11-10T23:24:58,407 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:24:58,407 INFO [M:0;7318282e5099:39627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:24:58,407 INFO [M:0;7318282e5099:39627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:24:58,407 DEBUG [M:0;7318282e5099:39627 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:24:58,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:24:58,407 DEBUG [M:0;7318282e5099:39627 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:24:58,407 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281096100 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281096100,5,FailOnTimeoutGroup] 2024-11-10T23:24:58,407 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281096104 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281096104,5,FailOnTimeoutGroup] 2024-11-10T23:24:58,408 INFO [M:0;7318282e5099:39627 {}] hbase.ChoreService(370): Chore service for: master/7318282e5099:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:24:58,408 INFO [M:0;7318282e5099:39627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:24:58,408 DEBUG [M:0;7318282e5099:39627 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:24:58,408 INFO [M:0;7318282e5099:39627 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:24:58,408 INFO [M:0;7318282e5099:39627 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:24:58,408 INFO [M:0;7318282e5099:39627 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:24:58,409 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:24:58,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:58,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:58,411 DEBUG [M:0;7318282e5099:39627 {}] zookeeper.ZKUtil(347): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:24:58,411 WARN [M:0;7318282e5099:39627 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:24:58,411 INFO [M:0;7318282e5099:39627 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/.lastflushedseqids 2024-11-10T23:24:58,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:24:58,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:24:58,417 INFO [M:0;7318282e5099:39627 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:24:58,417 INFO [M:0;7318282e5099:39627 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:24:58,417 DEBUG [M:0;7318282e5099:39627 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:24:58,417 INFO [M:0;7318282e5099:39627 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:58,417 DEBUG [M:0;7318282e5099:39627 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:58,417 DEBUG [M:0;7318282e5099:39627 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:24:58,417 DEBUG [M:0;7318282e5099:39627 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:58,418 INFO [M:0;7318282e5099:39627 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-10T23:24:58,434 DEBUG [M:0;7318282e5099:39627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f4975c32fb6430e86d4bc4ce18ab9f8 is 82, key is hbase:meta,,1/info:regioninfo/1731281096771/Put/seqid=0 2024-11-10T23:24:58,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:24:58,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:24:58,440 INFO [M:0;7318282e5099:39627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f4975c32fb6430e86d4bc4ce18ab9f8 2024-11-10T23:24:58,461 DEBUG [M:0;7318282e5099:39627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83c895f2ccb7431e8b62e92a57b334ca is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281097609/Put/seqid=0 2024-11-10T23:24:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741846_1022 (size=6220) 2024-11-10T23:24:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741846_1022 (size=6220) 2024-11-10T23:24:58,468 INFO [M:0;7318282e5099:39627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83c895f2ccb7431e8b62e92a57b334ca 2024-11-10T23:24:58,492 DEBUG [M:0;7318282e5099:39627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee4c4e9c65604cda89687d516d6f6db7 is 69, key is 7318282e5099,39275,1731281095885/rs:state/1731281096152/Put/seqid=0 2024-11-10T23:24:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:24:58,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:24:58,498 INFO [M:0;7318282e5099:39627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee4c4e9c65604cda89687d516d6f6db7 2024-11-10T23:24:58,504 DEBUG [M:0;7318282e5099:39627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f4975c32fb6430e86d4bc4ce18ab9f8 as hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f4975c32fb6430e86d4bc4ce18ab9f8 2024-11-10T23:24:58,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:58,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x1010432f6e10001, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:58,506 INFO [RS:0;7318282e5099:39427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:58,506 INFO [RS:0;7318282e5099:39427 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,39427,1731281095828; zookeeper connection closed. 2024-11-10T23:24:58,506 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@255daff2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@255daff2 2024-11-10T23:24:58,507 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:24:58,510 INFO [M:0;7318282e5099:39627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f4975c32fb6430e86d4bc4ce18ab9f8, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:24:58,511 DEBUG [M:0;7318282e5099:39627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83c895f2ccb7431e8b62e92a57b334ca as hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83c895f2ccb7431e8b62e92a57b334ca 2024-11-10T23:24:58,517 INFO [M:0;7318282e5099:39627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83c895f2ccb7431e8b62e92a57b334ca, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:24:58,518 DEBUG [M:0;7318282e5099:39627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee4c4e9c65604cda89687d516d6f6db7 as hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee4c4e9c65604cda89687d516d6f6db7 2024-11-10T23:24:58,525 INFO [M:0;7318282e5099:39627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/b31ac9e6-cdb7-9150-1e33-94cf2ac1fd8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee4c4e9c65604cda89687d516d6f6db7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:24:58,526 INFO [M:0;7318282e5099:39627 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false 2024-11-10T23:24:58,527 INFO [M:0;7318282e5099:39627 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:58,527 DEBUG [M:0;7318282e5099:39627 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281098417Disabling compacts and flushes for region at 1731281098417Disabling writes for close at 1731281098417Obtaining lock to block concurrent updates at 1731281098418 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281098418Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731281098418Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281098419 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281098419Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281098434 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281098434Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281098446 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281098461 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281098461Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281098474 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281098491 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281098491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134c73a: reopening flushed file at 1731281098503 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d984965: reopening flushed file at 1731281098510 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e64024a: reopening flushed file at 1731281098518 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false at 1731281098526 (+8 ms)Writing region close event to WAL at 1731281098527 (+1 ms)Closed at 1731281098527 2024-11-10T23:24:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741830_1006 (size=35452) 2024-11-10T23:24:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33653 is added to blk_1073741830_1006 (size=35452) 2024-11-10T23:24:58,532 INFO [M:0;7318282e5099:39627 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:24:58,532 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:24:58,532 INFO [M:0;7318282e5099:39627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39627 2024-11-10T23:24:58,532 INFO [M:0;7318282e5099:39627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:24:58,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:58,634 INFO [M:0;7318282e5099:39627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:24:58,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39627-0x1010432f6e10000, quorum=127.0.0.1:64065, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:24:58,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a9b0e84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:58,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a46673e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:58,637 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:58,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f6e2b52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:58,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ebd05d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:58,638 WARN [BP-1563875452-172.17.0.2-1731281095081 heartbeating to localhost/127.0.0.1:45371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:24:58,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:24:58,639 WARN [BP-1563875452-172.17.0.2-1731281095081 heartbeating to localhost/127.0.0.1:45371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1563875452-172.17.0.2-1731281095081 (Datanode Uuid df2e8190-d307-4e3c-8236-b01fa88a84f7) service to localhost/127.0.0.1:45371 2024-11-10T23:24:58,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:24:58,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/data/data3/current/BP-1563875452-172.17.0.2-1731281095081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:58,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/data/data4/current/BP-1563875452-172.17.0.2-1731281095081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:58,640 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:24:58,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207ec436{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:58,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b7b038b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:58,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:58,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55da6772{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:58,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55841269{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:58,643 WARN [BP-1563875452-172.17.0.2-1731281095081 heartbeating to localhost/127.0.0.1:45371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:24:58,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:24:58,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:24:58,643 WARN [BP-1563875452-172.17.0.2-1731281095081 heartbeating to localhost/127.0.0.1:45371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1563875452-172.17.0.2-1731281095081 (Datanode Uuid fec7dabb-0e30-4326-b6b4-b26f898539e4) service to localhost/127.0.0.1:45371 2024-11-10T23:24:58,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/data/data1/current/BP-1563875452-172.17.0.2-1731281095081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:58,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/cluster_199c7ce7-84ed-75b6-bc3c-58dcb065ba5a/data/data2/current/BP-1563875452-172.17.0.2-1731281095081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:24:58,644 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:24:58,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56e243e4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:24:58,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3743919e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:24:58,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:24:58,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2df52576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:24:58,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a439d7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.log.dir/,STOPPED} 2024-11-10T23:24:58,658 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:24:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:24:58,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=158 (was 140) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45371 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:45371 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 477) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 75), ProcessCount=11 (was 11), AvailableMemoryMB=9102 (was 9188) 2024-11-10T23:24:58,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=75, ProcessCount=11, AvailableMemoryMB=9102 2024-11-10T23:24:58,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.log.dir so I do NOT create it in target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e 2024-11-10T23:24:58,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T23:24:58,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.tmp.dir so I do NOT create it in target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e 2024-11-10T23:24:58,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/141e908a-3de0-1348-671c-7833cb68de8a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T23:24:58,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e 2024-11-10T23:24:58,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:24:58,702 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46, deleteOnExit=true 2024-11-10T23:24:58,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:24:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/test.cache.data in system properties and HBase conf 2024-11-10T23:24:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:24:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:24:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:24:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:24:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:24:58,703 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:24:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:24:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:24:58,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:24:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:24:58,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:58,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:58,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:58,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:58,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:24:58,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:58,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33722274{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:58,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c64b850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:58,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75831495{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/java.io.tmpdir/jetty-localhost-45177-hadoop-hdfs-3_4_1-tests_jar-_-any-117619456064071810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:24:58,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfa86d3{HTTP/1.1, (http/1.1)}{localhost:45177} 2024-11-10T23:24:58,898 INFO [Time-limited test {}] server.Server(415): Started @20479ms 2024-11-10T23:24:58,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:58,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:58,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:58,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:58,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:24:58,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a51897{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:58,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9d0306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:59,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bdbaf49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/java.io.tmpdir/jetty-localhost-42401-hadoop-hdfs-3_4_1-tests_jar-_-any-3895877577993361341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:59,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@688ee543{HTTP/1.1, (http/1.1)}{localhost:42401} 2024-11-10T23:24:59,099 INFO [Time-limited test {}] server.Server(415): Started @20679ms 2024-11-10T23:24:59,100 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:24:59,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:24:59,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:24:59,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:24:59,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:24:59,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:24:59,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6753d696{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:24:59,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@316a18a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:24:59,197 WARN [Thread-1150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/data/data1/current/BP-1098471864-172.17.0.2-1731281098722/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:59,197 WARN [Thread-1151 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/data/data2/current/BP-1098471864-172.17.0.2-1731281098722/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:59,217 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:24:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44618128756e3843 with lease ID 0x497b680de6143d51: Processing first storage report for DS-6976173a-79d2-440f-a59d-02886a41d3ef from datanode DatanodeRegistration(127.0.0.1:44395, datanodeUuid=cfdaa140-3a85-4c2f-83dc-798919ecca4c, infoPort=37821, infoSecurePort=0, ipcPort=33403, storageInfo=lv=-57;cid=testClusterID;nsid=414018687;c=1731281098722) 2024-11-10T23:24:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44618128756e3843 with lease ID 0x497b680de6143d51: from storage DS-6976173a-79d2-440f-a59d-02886a41d3ef node DatanodeRegistration(127.0.0.1:44395, datanodeUuid=cfdaa140-3a85-4c2f-83dc-798919ecca4c, infoPort=37821, infoSecurePort=0, ipcPort=33403, storageInfo=lv=-57;cid=testClusterID;nsid=414018687;c=1731281098722), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44618128756e3843 with lease ID 0x497b680de6143d51: Processing first storage report for DS-2a8cb199-240c-4077-9002-b9a31a3b2b97 from datanode DatanodeRegistration(127.0.0.1:44395, datanodeUuid=cfdaa140-3a85-4c2f-83dc-798919ecca4c, infoPort=37821, infoSecurePort=0, ipcPort=33403, storageInfo=lv=-57;cid=testClusterID;nsid=414018687;c=1731281098722) 2024-11-10T23:24:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44618128756e3843 with lease ID 0x497b680de6143d51: from storage DS-2a8cb199-240c-4077-9002-b9a31a3b2b97 node DatanodeRegistration(127.0.0.1:44395, datanodeUuid=cfdaa140-3a85-4c2f-83dc-798919ecca4c, infoPort=37821, infoSecurePort=0, ipcPort=33403, storageInfo=lv=-57;cid=testClusterID;nsid=414018687;c=1731281098722), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:59,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ab22e1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/java.io.tmpdir/jetty-localhost-43193-hadoop-hdfs-3_4_1-tests_jar-_-any-17302242830164512264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:24:59,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b5343a2{HTTP/1.1, (http/1.1)}{localhost:43193} 2024-11-10T23:24:59,251 INFO [Time-limited test {}] server.Server(415): Started @20831ms 2024-11-10T23:24:59,253 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:24:59,359 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/data/data3/current/BP-1098471864-172.17.0.2-1731281098722/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:59,359 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/data/data4/current/BP-1098471864-172.17.0.2-1731281098722/current, will proceed with Du for space computation calculation, 2024-11-10T23:24:59,377 WARN [Thread-1165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:24:59,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30016a5d5febe362 with lease ID 0x497b680de6143d52: Processing first storage report for DS-8f1e8d36-fbac-498e-b38e-c1569fcb8af9 from datanode DatanodeRegistration(127.0.0.1:33639, datanodeUuid=7107bcdd-b8fd-46ba-9e76-83507a246cbd, infoPort=35725, infoSecurePort=0, ipcPort=39721, storageInfo=lv=-57;cid=testClusterID;nsid=414018687;c=1731281098722) 2024-11-10T23:24:59,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30016a5d5febe362 with lease ID 0x497b680de6143d52: from storage DS-8f1e8d36-fbac-498e-b38e-c1569fcb8af9 node DatanodeRegistration(127.0.0.1:33639, datanodeUuid=7107bcdd-b8fd-46ba-9e76-83507a246cbd, infoPort=35725, infoSecurePort=0, ipcPort=39721, storageInfo=lv=-57;cid=testClusterID;nsid=414018687;c=1731281098722), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:59,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30016a5d5febe362 with lease ID 0x497b680de6143d52: Processing first storage report for DS-8414de9a-0f11-4cca-934b-07e6be971a07 from datanode DatanodeRegistration(127.0.0.1:33639, datanodeUuid=7107bcdd-b8fd-46ba-9e76-83507a246cbd, infoPort=35725, infoSecurePort=0, ipcPort=39721, storageInfo=lv=-57;cid=testClusterID;nsid=414018687;c=1731281098722) 2024-11-10T23:24:59,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30016a5d5febe362 with lease ID 0x497b680de6143d52: from storage DS-8414de9a-0f11-4cca-934b-07e6be971a07 node DatanodeRegistration(127.0.0.1:33639, datanodeUuid=7107bcdd-b8fd-46ba-9e76-83507a246cbd, infoPort=35725, infoSecurePort=0, ipcPort=39721, storageInfo=lv=-57;cid=testClusterID;nsid=414018687;c=1731281098722), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:24:59,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e 2024-11-10T23:24:59,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/zookeeper_0, clientPort=50616, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:24:59,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50616 2024-11-10T23:24:59,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:59,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:24:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:24:59,492 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee with version=8 2024-11-10T23:24:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/hbase-staging 2024-11-10T23:24:59,494 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:59,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:59,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:59,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:59,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:59,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:59,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:24:59,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:59,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36997 2024-11-10T23:24:59,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36997 connecting to ZooKeeper ensemble=127.0.0.1:50616 2024-11-10T23:24:59,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369970x0, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:59,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36997-0x101043305680000 connected 2024-11-10T23:24:59,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:59,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:59,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:59,526 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee, hbase.cluster.distributed=false 2024-11-10T23:24:59,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:59,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36997 2024-11-10T23:24:59,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36997 2024-11-10T23:24:59,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36997 2024-11-10T23:24:59,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36997 2024-11-10T23:24:59,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36997 2024-11-10T23:24:59,544 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:59,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:59,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:59,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:59,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:59,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:59,544 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:24:59,544 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:59,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39461 2024-11-10T23:24:59,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39461 connecting to ZooKeeper ensemble=127.0.0.1:50616 2024-11-10T23:24:59,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:59,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394610x0, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:59,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394610x0, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:59,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39461-0x101043305680001 connected 2024-11-10T23:24:59,552 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:24:59,553 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:24:59,560 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:24:59,561 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:24:59,562 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:24:59,562 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:24:59,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:24:59,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:59,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39461 2024-11-10T23:24:59,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39461 2024-11-10T23:24:59,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39461 2024-11-10T23:24:59,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39461 2024-11-10T23:24:59,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39461 2024-11-10T23:24:59,580 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:24:59,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:59,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:59,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:24:59,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:24:59,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:24:59,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:24:59,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:24:59,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36859 2024-11-10T23:24:59,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36859 connecting to ZooKeeper ensemble=127.0.0.1:50616 2024-11-10T23:24:59,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:59,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:59,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368590x0, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:24:59,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368590x0, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:24:59,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36859-0x101043305680002 connected 2024-11-10T23:24:59,590 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:24:59,591 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:24:59,597 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:24:59,597 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:24:59,598 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:24:59,598 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:24:59,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:24:59,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:24:59,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36859 2024-11-10T23:24:59,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36859 2024-11-10T23:24:59,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36859 2024-11-10T23:24:59,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36859 2024-11-10T23:24:59,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36859 2024-11-10T23:24:59,612 DEBUG [M:0;7318282e5099:36997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7318282e5099:36997 2024-11-10T23:24:59,612 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7318282e5099,36997,1731281099494 2024-11-10T23:24:59,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:59,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:59,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:59,615 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7318282e5099,36997,1731281099494 2024-11-10T23:24:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:24:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,617 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:24:59,617 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7318282e5099,36997,1731281099494 from backup master directory 2024-11-10T23:24:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7318282e5099,36997,1731281099494 2024-11-10T23:24:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:59,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:24:59,619 WARN [master/7318282e5099:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:59,619 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7318282e5099,36997,1731281099494 2024-11-10T23:24:59,624 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/hbase.id] with ID: 678ffb76-e9d0-4b45-9534-3a2c8c9177b9 2024-11-10T23:24:59,624 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/.tmp/hbase.id 2024-11-10T23:24:59,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:24:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:24:59,631 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/.tmp/hbase.id]:[hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/hbase.id] 2024-11-10T23:24:59,642 INFO [master/7318282e5099:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:24:59,642 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:24:59,643 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T23:24:59,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:24:59,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:24:59,653 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:24:59,654 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:24:59,654 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:24:59,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:24:59,662 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store 2024-11-10T23:24:59,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:24:59,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:24:59,671 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:59,671 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:24:59,671 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:59,671 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:59,671 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:24:59,671 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:59,671 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:24:59,671 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281099671Disabling compacts and flushes for region at 1731281099671Disabling writes for close at 1731281099671Writing region close event to WAL at 1731281099671Closed at 1731281099671 2024-11-10T23:24:59,672 WARN [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/.initializing 2024-11-10T23:24:59,672 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/WALs/7318282e5099,36997,1731281099494 2024-11-10T23:24:59,673 INFO [master/7318282e5099:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:59,675 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C36997%2C1731281099494, suffix=, logDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/WALs/7318282e5099,36997,1731281099494, archiveDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/oldWALs, maxLogs=10 2024-11-10T23:24:59,688 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/WALs/7318282e5099,36997,1731281099494/7318282e5099%2C36997%2C1731281099494.1731281099675, exclude list is [], retry=0 2024-11-10T23:24:59,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33639,DS-8f1e8d36-fbac-498e-b38e-c1569fcb8af9,DISK] 2024-11-10T23:24:59,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44395,DS-6976173a-79d2-440f-a59d-02886a41d3ef,DISK] 2024-11-10T23:24:59,692 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/WALs/7318282e5099,36997,1731281099494/7318282e5099%2C36997%2C1731281099494.1731281099675 2024-11-10T23:24:59,692 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35725:35725),(127.0.0.1/127.0.0.1:37821:37821)] 2024-11-10T23:24:59,693 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:24:59,693 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:59,693 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,693 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:24:59,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:59,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:59,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:24:59,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:59,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:59,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:24:59,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:59,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:59,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:24:59,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:59,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:24:59,701 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,701 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,702 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,703 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,703 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,703 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:59,704 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:24:59,706 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:59,706 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75470113, jitterRate=0.12459231913089752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:59,707 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281099693Initializing all the Stores at 1731281099694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281099694Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281099694Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281099694Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281099694Cleaning up temporary data from old regions at 1731281099703 (+9 ms)Region opened successfully at 1731281099707 (+4 ms) 2024-11-10T23:24:59,707 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:24:59,710 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113392ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:59,711 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:24:59,711 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:24:59,711 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:24:59,712 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:24:59,712 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:24:59,712 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:24:59,712 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:24:59,715 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:24:59,715 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:24:59,717 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:24:59,717 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:24:59,718 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:24:59,719 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:24:59,719 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:24:59,720 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:24:59,721 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:24:59,722 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:24:59,725 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:24:59,726 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:24:59,728 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:24:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:24:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,730 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7318282e5099,36997,1731281099494, sessionid=0x101043305680000, setting cluster-up flag (Was=false) 2024-11-10T23:24:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,738 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:24:59,739 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,36997,1731281099494 2024-11-10T23:24:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:24:59,753 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:24:59,754 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,36997,1731281099494 2024-11-10T23:24:59,755 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:24:59,756 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:59,756 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:24:59,757 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:24:59,757 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7318282e5099,36997,1731281099494 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:24:59,758 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:59,758 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:59,758 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:59,758 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:24:59,758 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7318282e5099:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:24:59,758 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,758 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:59,758 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,759 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281129759 2024-11-10T23:24:59,759 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:24:59,759 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:24:59,759 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:24:59,759 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:24:59,759 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:24:59,759 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:24:59,759 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:59,760 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:24:59,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:24:59,760 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:24:59,760 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:24:59,760 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:24:59,760 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:24:59,760 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281099760,5,FailOnTimeoutGroup] 2024-11-10T23:24:59,760 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281099760,5,FailOnTimeoutGroup] 2024-11-10T23:24:59,760 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,760 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:24:59,761 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,761 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,761 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:59,761 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:24:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:24:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:24:59,771 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:24:59,771 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee 2024-11-10T23:24:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:24:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:24:59,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:24:59,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:24:59,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:24:59,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:59,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:59,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:24:59,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:24:59,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:59,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:59,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:24:59,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:24:59,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:59,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:59,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:24:59,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:24:59,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:24:59,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:24:59,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:24:59,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740 2024-11-10T23:24:59,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740 2024-11-10T23:24:59,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:24:59,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:24:59,788 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:24:59,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:24:59,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:24:59,791 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70299155, jitterRate=0.04753904044628143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:24:59,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281099777Initializing all the Stores at 1731281099778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281099778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281099778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281099778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281099778Cleaning up temporary data from old regions at 1731281099788 (+10 ms)Region opened successfully at 1731281099792 (+4 ms) 2024-11-10T23:24:59,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:24:59,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:24:59,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:24:59,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:24:59,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:24:59,792 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:24:59,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281099792Disabling compacts and flushes for region at 1731281099792Disabling writes for close at 1731281099792Writing region close event to WAL at 1731281099792Closed at 1731281099792 2024-11-10T23:24:59,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:24:59,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:24:59,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:24:59,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:24:59,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:24:59,802 INFO [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(746): ClusterId : 678ffb76-e9d0-4b45-9534-3a2c8c9177b9 2024-11-10T23:24:59,802 INFO [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(746): ClusterId : 678ffb76-e9d0-4b45-9534-3a2c8c9177b9 2024-11-10T23:24:59,802 DEBUG [RS:1;7318282e5099:36859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:24:59,802 DEBUG [RS:0;7318282e5099:39461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:24:59,804 DEBUG [RS:1;7318282e5099:36859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:24:59,804 DEBUG [RS:0;7318282e5099:39461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:24:59,804 DEBUG [RS:1;7318282e5099:36859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:24:59,804 DEBUG [RS:0;7318282e5099:39461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:24:59,806 DEBUG [RS:0;7318282e5099:39461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:24:59,806 DEBUG [RS:1;7318282e5099:36859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:24:59,806 DEBUG [RS:0;7318282e5099:39461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372a5bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:59,806 DEBUG [RS:1;7318282e5099:36859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453655aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:24:59,818 DEBUG [RS:0;7318282e5099:39461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7318282e5099:39461 2024-11-10T23:24:59,818 INFO [RS:0;7318282e5099:39461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:24:59,818 INFO [RS:0;7318282e5099:39461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:24:59,818 DEBUG [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:24:59,819 INFO [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,36997,1731281099494 with port=39461, startcode=1731281099543 2024-11-10T23:24:59,819 DEBUG [RS:0;7318282e5099:39461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:24:59,819 DEBUG [RS:1;7318282e5099:36859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7318282e5099:36859 2024-11-10T23:24:59,819 INFO [RS:1;7318282e5099:36859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:24:59,819 INFO [RS:1;7318282e5099:36859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:24:59,819 DEBUG [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:24:59,820 INFO [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,36997,1731281099494 with port=36859, startcode=1731281099580 2024-11-10T23:24:59,820 DEBUG [RS:1;7318282e5099:36859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:24:59,820 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:24:59,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,39461,1731281099543 2024-11-10T23:24:59,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36997 {}] master.ServerManager(517): Registering regionserver=7318282e5099,39461,1731281099543 2024-11-10T23:24:59,822 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:24:59,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,36859,1731281099580 2024-11-10T23:24:59,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36997 {}] master.ServerManager(517): Registering regionserver=7318282e5099,36859,1731281099580 2024-11-10T23:24:59,822 DEBUG [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee 2024-11-10T23:24:59,822 DEBUG [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38335 2024-11-10T23:24:59,822 DEBUG [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:24:59,823 DEBUG [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee 2024-11-10T23:24:59,824 DEBUG [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38335 2024-11-10T23:24:59,824 DEBUG [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:24:59,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:24:59,829 DEBUG [RS:0;7318282e5099:39461 {}] zookeeper.ZKUtil(111): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,39461,1731281099543 2024-11-10T23:24:59,829 WARN [RS:0;7318282e5099:39461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:59,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,36859,1731281099580] 2024-11-10T23:24:59,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,39461,1731281099543] 2024-11-10T23:24:59,829 INFO [RS:0;7318282e5099:39461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:59,829 DEBUG [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,39461,1731281099543 2024-11-10T23:24:59,829 DEBUG [RS:1;7318282e5099:36859 {}] zookeeper.ZKUtil(111): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,36859,1731281099580 2024-11-10T23:24:59,829 WARN [RS:1;7318282e5099:36859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:24:59,829 INFO [RS:1;7318282e5099:36859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:24:59,829 DEBUG [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,36859,1731281099580 2024-11-10T23:24:59,832 INFO [RS:0;7318282e5099:39461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:24:59,832 INFO [RS:1;7318282e5099:36859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:24:59,834 INFO [RS:1;7318282e5099:36859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:24:59,834 INFO [RS:1;7318282e5099:36859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:24:59,834 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,835 INFO [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:24:59,835 INFO [RS:1;7318282e5099:36859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:24:59,835 INFO [RS:0;7318282e5099:39461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:24:59,836 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:59,836 DEBUG [RS:1;7318282e5099:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:59,836 INFO [RS:0;7318282e5099:39461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:24:59,836 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,837 INFO [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:24:59,837 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,837 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,837 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,837 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,837 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,837 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,36859,1731281099580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:59,837 INFO [RS:0;7318282e5099:39461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:24:59,838 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:59,838 DEBUG [RS:0;7318282e5099:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:24:59,838 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,839 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,839 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,839 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,839 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,839 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39461,1731281099543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:24:59,853 INFO [RS:1;7318282e5099:36859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:24:59,853 INFO [RS:0;7318282e5099:39461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:24:59,853 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,36859,1731281099580-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,853 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,39461,1731281099543-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,853 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,853 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,853 INFO [RS:0;7318282e5099:39461 {}] regionserver.Replication(171): 7318282e5099,39461,1731281099543 started 2024-11-10T23:24:59,853 INFO [RS:1;7318282e5099:36859 {}] regionserver.Replication(171): 7318282e5099,36859,1731281099580 started 2024-11-10T23:24:59,867 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,867 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:24:59,867 INFO [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,39461,1731281099543, RpcServer on 7318282e5099/172.17.0.2:39461, sessionid=0x101043305680001 2024-11-10T23:24:59,867 INFO [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,36859,1731281099580, RpcServer on 7318282e5099/172.17.0.2:36859, sessionid=0x101043305680002 2024-11-10T23:24:59,867 DEBUG [RS:1;7318282e5099:36859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:24:59,867 DEBUG [RS:0;7318282e5099:39461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:24:59,867 DEBUG [RS:1;7318282e5099:36859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,36859,1731281099580 2024-11-10T23:24:59,867 DEBUG [RS:0;7318282e5099:39461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,39461,1731281099543 2024-11-10T23:24:59,867 DEBUG [RS:1;7318282e5099:36859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,36859,1731281099580' 2024-11-10T23:24:59,867 DEBUG [RS:0;7318282e5099:39461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,39461,1731281099543' 2024-11-10T23:24:59,867 DEBUG [RS:1;7318282e5099:36859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:24:59,867 DEBUG [RS:0;7318282e5099:39461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:24:59,868 DEBUG [RS:0;7318282e5099:39461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:24:59,868 DEBUG [RS:1;7318282e5099:36859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:24:59,868 DEBUG [RS:1;7318282e5099:36859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:24:59,868 DEBUG [RS:1;7318282e5099:36859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:24:59,869 DEBUG [RS:0;7318282e5099:39461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:24:59,869 DEBUG [RS:1;7318282e5099:36859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,36859,1731281099580 2024-11-10T23:24:59,869 DEBUG [RS:1;7318282e5099:36859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,36859,1731281099580' 2024-11-10T23:24:59,869 DEBUG [RS:0;7318282e5099:39461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:24:59,869 DEBUG [RS:1;7318282e5099:36859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:24:59,869 DEBUG [RS:0;7318282e5099:39461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,39461,1731281099543 2024-11-10T23:24:59,869 DEBUG [RS:0;7318282e5099:39461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,39461,1731281099543' 2024-11-10T23:24:59,869 DEBUG [RS:0;7318282e5099:39461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:24:59,869 DEBUG [RS:1;7318282e5099:36859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:24:59,869 DEBUG [RS:0;7318282e5099:39461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:24:59,869 DEBUG [RS:1;7318282e5099:36859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:24:59,869 DEBUG [RS:0;7318282e5099:39461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:24:59,869 INFO [RS:1;7318282e5099:36859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:24:59,869 INFO [RS:0;7318282e5099:39461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:24:59,869 INFO [RS:1;7318282e5099:36859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:24:59,869 INFO [RS:0;7318282e5099:39461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:24:59,946 WARN [7318282e5099:36997 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:24:59,970 INFO [RS:0;7318282e5099:39461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:59,970 INFO [RS:1;7318282e5099:36859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:24:59,972 INFO [RS:1;7318282e5099:36859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C36859%2C1731281099580, suffix=, logDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,36859,1731281099580, archiveDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/oldWALs, maxLogs=32 2024-11-10T23:24:59,972 INFO [RS:0;7318282e5099:39461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C39461%2C1731281099543, suffix=, logDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,39461,1731281099543, archiveDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/oldWALs, maxLogs=32 2024-11-10T23:24:59,985 DEBUG [RS:0;7318282e5099:39461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,39461,1731281099543/7318282e5099%2C39461%2C1731281099543.1731281099972, exclude list is [], retry=0 2024-11-10T23:24:59,985 DEBUG [RS:1;7318282e5099:36859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,36859,1731281099580/7318282e5099%2C36859%2C1731281099580.1731281099972, exclude list is [], retry=0 2024-11-10T23:24:59,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44395,DS-6976173a-79d2-440f-a59d-02886a41d3ef,DISK] 2024-11-10T23:24:59,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33639,DS-8f1e8d36-fbac-498e-b38e-c1569fcb8af9,DISK] 2024-11-10T23:24:59,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33639,DS-8f1e8d36-fbac-498e-b38e-c1569fcb8af9,DISK] 2024-11-10T23:24:59,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44395,DS-6976173a-79d2-440f-a59d-02886a41d3ef,DISK] 2024-11-10T23:24:59,990 INFO [RS:0;7318282e5099:39461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,39461,1731281099543/7318282e5099%2C39461%2C1731281099543.1731281099972 2024-11-10T23:24:59,991 INFO [RS:1;7318282e5099:36859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,36859,1731281099580/7318282e5099%2C36859%2C1731281099580.1731281099972 2024-11-10T23:24:59,992 DEBUG [RS:0;7318282e5099:39461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37821:37821),(127.0.0.1/127.0.0.1:35725:35725)] 2024-11-10T23:24:59,992 DEBUG [RS:1;7318282e5099:36859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35725:35725),(127.0.0.1/127.0.0.1:37821:37821)] 2024-11-10T23:25:00,196 DEBUG [7318282e5099:36997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:25:00,196 DEBUG [7318282e5099:36997 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:25:00,198 DEBUG [7318282e5099:36997 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:25:00,198 DEBUG [7318282e5099:36997 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:25:00,198 DEBUG [7318282e5099:36997 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:25:00,198 DEBUG [7318282e5099:36997 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:25:00,198 INFO [7318282e5099:36997 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:25:00,198 INFO [7318282e5099:36997 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:25:00,198 DEBUG [7318282e5099:36997 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:25:00,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7318282e5099,39461,1731281099543 2024-11-10T23:25:00,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,39461,1731281099543, state=OPENING 2024-11-10T23:25:00,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:25:00,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:00,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:00,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:00,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:25:00,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:00,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:00,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:00,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,39461,1731281099543}] 2024-11-10T23:25:00,356 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:25:00,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:25:00,362 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:25:00,362 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:25:00,362 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:25:00,363 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C39461%2C1731281099543.meta, suffix=.meta, logDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,39461,1731281099543, archiveDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/oldWALs, maxLogs=32 2024-11-10T23:25:00,377 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,39461,1731281099543/7318282e5099%2C39461%2C1731281099543.meta.1731281100364.meta, exclude list is [], retry=0 2024-11-10T23:25:00,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44395,DS-6976173a-79d2-440f-a59d-02886a41d3ef,DISK] 2024-11-10T23:25:00,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33639,DS-8f1e8d36-fbac-498e-b38e-c1569fcb8af9,DISK] 2024-11-10T23:25:00,380 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/WALs/7318282e5099,39461,1731281099543/7318282e5099%2C39461%2C1731281099543.meta.1731281100364.meta 2024-11-10T23:25:00,381 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37821:37821),(127.0.0.1/127.0.0.1:35725:35725)] 2024-11-10T23:25:00,381 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:25:00,381 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:25:00,381 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:25:00,381 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:25:00,381 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:25:00,381 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:00,381 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:25:00,381 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:25:00,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:25:00,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:25:00,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:00,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:00,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:25:00,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:25:00,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:00,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:00,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:25:00,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:25:00,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:00,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:00,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:25:00,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:25:00,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:00,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:00,387 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:25:00,388 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740 2024-11-10T23:25:00,389 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740 2024-11-10T23:25:00,390 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:25:00,390 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:25:00,391 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:25:00,392 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:25:00,392 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58770962, jitterRate=-0.12424442172050476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:25:00,392 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:25:00,393 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281100382Writing region info on filesystem at 1731281100382Initializing all the Stores at 1731281100382Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281100382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281100382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281100382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281100382Cleaning up temporary data from old regions at 1731281100390 (+8 ms)Running coprocessor post-open hooks at 1731281100393 (+3 ms)Region opened successfully at 1731281100393 2024-11-10T23:25:00,394 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281100356 2024-11-10T23:25:00,396 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:25:00,396 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:25:00,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,39461,1731281099543 2024-11-10T23:25:00,398 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,39461,1731281099543, state=OPEN 2024-11-10T23:25:00,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:25:00,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:25:00,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:25:00,400 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7318282e5099,39461,1731281099543 2024-11-10T23:25:00,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:00,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:00,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:00,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:25:00,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,39461,1731281099543 in 197 msec 2024-11-10T23:25:00,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:25:00,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-11-10T23:25:00,406 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:25:00,406 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:25:00,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:25:00,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,39461,1731281099543, seqNum=-1] 2024-11-10T23:25:00,407 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:25:00,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:25:00,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 657 msec 2024-11-10T23:25:00,414 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281100414, completionTime=-1 2024-11-10T23:25:00,414 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:25:00,414 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:25:00,416 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:25:00,416 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281160416 2024-11-10T23:25:00,416 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281220416 2024-11-10T23:25:00,416 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T23:25:00,417 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:25:00,417 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,36997,1731281099494-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:00,417 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,36997,1731281099494-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:00,417 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,36997,1731281099494-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:00,417 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7318282e5099:36997, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:00,417 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:00,417 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:00,419 DEBUG [master/7318282e5099:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:25:00,422 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.803sec 2024-11-10T23:25:00,422 INFO [master/7318282e5099:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:25:00,422 INFO [master/7318282e5099:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:25:00,422 INFO [master/7318282e5099:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:25:00,422 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:25:00,422 INFO [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:25:00,422 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,36997,1731281099494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:25:00,422 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,36997,1731281099494-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:25:00,424 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:25:00,424 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:25:00,424 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,36997,1731281099494-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:00,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417306c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:25:00,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,36997,-1 for getting cluster id 2024-11-10T23:25:00,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:25:00,504 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '678ffb76-e9d0-4b45-9534-3a2c8c9177b9' 2024-11-10T23:25:00,504 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:25:00,504 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "678ffb76-e9d0-4b45-9534-3a2c8c9177b9" 2024-11-10T23:25:00,504 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556e21af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:25:00,504 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,36997,-1] 2024-11-10T23:25:00,505 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:25:00,505 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:00,506 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:25:00,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e1708e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:25:00,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:25:00,508 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,39461,1731281099543, seqNum=-1] 2024-11-10T23:25:00,508 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:25:00,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:25:00,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7318282e5099,36997,1731281099494 2024-11-10T23:25:00,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:25:00,512 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,36997,1731281099494 2024-11-10T23:25:00,512 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a31e156 2024-11-10T23:25:00,512 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:25:00,513 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:25:00,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:25:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:25:00,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:25:00,516 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:00,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:25:00,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:25:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:25:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:25:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:25:00,526 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a5f2a3d39c0d2b5424c419195667c2f, NAME => 'testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee 2024-11-10T23:25:00,526 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3fc873f58337eae31e73a243a9226400, NAME => 'testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee 2024-11-10T23:25:00,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:25:00,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:25:00,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:25:00,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:25:00,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:00,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:00,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 5a5f2a3d39c0d2b5424c419195667c2f, disabling compactions & flushes 2024-11-10T23:25:00,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 3fc873f58337eae31e73a243a9226400, disabling compactions & flushes 2024-11-10T23:25:00,534 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:00,534 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:00,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:00,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:00,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. after waiting 0 ms 2024-11-10T23:25:00,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. after waiting 0 ms 2024-11-10T23:25:00,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:00,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:00,534 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:00,534 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:00,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3fc873f58337eae31e73a243a9226400: Waiting for close lock at 1731281100533Disabling compacts and flushes for region at 1731281100533Disabling writes for close at 1731281100534 (+1 ms)Writing region close event to WAL at 1731281100534Closed at 1731281100534 2024-11-10T23:25:00,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a5f2a3d39c0d2b5424c419195667c2f: Waiting for close lock at 1731281100533Disabling compacts and flushes for region at 1731281100533Disabling writes for close at 1731281100534 (+1 ms)Writing region close event to WAL at 1731281100534Closed at 1731281100534 2024-11-10T23:25:00,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:25:00,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281100535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281100535"}]},"ts":"1731281100535"} 2024-11-10T23:25:00,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281100535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281100535"}]},"ts":"1731281100535"} 2024-11-10T23:25:00,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:25:00,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:25:00,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281100540"}]},"ts":"1731281100540"} 2024-11-10T23:25:00,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:25:00,542 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:25:00,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:25:00,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:25:00,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:25:00,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:25:00,544 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:25:00,544 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:25:00,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:25:00,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a5f2a3d39c0d2b5424c419195667c2f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3fc873f58337eae31e73a243a9226400, ASSIGN}] 2024-11-10T23:25:00,545 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3fc873f58337eae31e73a243a9226400, ASSIGN 2024-11-10T23:25:00,545 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a5f2a3d39c0d2b5424c419195667c2f, ASSIGN 2024-11-10T23:25:00,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3fc873f58337eae31e73a243a9226400, ASSIGN; state=OFFLINE, location=7318282e5099,39461,1731281099543; forceNewPlan=false, retain=false 2024-11-10T23:25:00,546 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a5f2a3d39c0d2b5424c419195667c2f, ASSIGN; state=OFFLINE, location=7318282e5099,36859,1731281099580; forceNewPlan=false, retain=false 2024-11-10T23:25:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:25:00,697 INFO [7318282e5099:36997 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:25:00,697 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a5f2a3d39c0d2b5424c419195667c2f, regionState=OPENING, regionLocation=7318282e5099,36859,1731281099580 2024-11-10T23:25:00,697 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3fc873f58337eae31e73a243a9226400, regionState=OPENING, regionLocation=7318282e5099,39461,1731281099543 2024-11-10T23:25:00,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3fc873f58337eae31e73a243a9226400, ASSIGN because future has completed 2024-11-10T23:25:00,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fc873f58337eae31e73a243a9226400, server=7318282e5099,39461,1731281099543}] 2024-11-10T23:25:00,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a5f2a3d39c0d2b5424c419195667c2f, ASSIGN because future has completed 2024-11-10T23:25:00,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a5f2a3d39c0d2b5424c419195667c2f, server=7318282e5099,36859,1731281099580}] 2024-11-10T23:25:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:25:00,855 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:25:00,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:25:00,857 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:00,858 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fc873f58337eae31e73a243a9226400, NAME => 'testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:25:00,858 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,858 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:00,858 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,858 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,860 INFO [StoreOpener-3fc873f58337eae31e73a243a9226400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,860 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:00,860 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a5f2a3d39c0d2b5424c419195667c2f, NAME => 'testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:25:00,861 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,861 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:00,861 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,861 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,861 INFO [StoreOpener-3fc873f58337eae31e73a243a9226400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fc873f58337eae31e73a243a9226400 columnFamilyName family 2024-11-10T23:25:00,861 DEBUG [StoreOpener-3fc873f58337eae31e73a243a9226400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:00,861 INFO [StoreOpener-3fc873f58337eae31e73a243a9226400-1 {}] regionserver.HStore(327): Store=3fc873f58337eae31e73a243a9226400/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:25:00,862 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,862 INFO [StoreOpener-5a5f2a3d39c0d2b5424c419195667c2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,862 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,863 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,863 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,863 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,863 INFO [StoreOpener-5a5f2a3d39c0d2b5424c419195667c2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a5f2a3d39c0d2b5424c419195667c2f columnFamilyName family 2024-11-10T23:25:00,863 DEBUG [StoreOpener-5a5f2a3d39c0d2b5424c419195667c2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:00,863 INFO [StoreOpener-5a5f2a3d39c0d2b5424c419195667c2f-1 {}] regionserver.HStore(327): Store=5a5f2a3d39c0d2b5424c419195667c2f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:25:00,864 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,864 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,864 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,864 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,865 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,865 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,866 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,866 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/3fc873f58337eae31e73a243a9226400/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:25:00,867 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 3fc873f58337eae31e73a243a9226400; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63409844, jitterRate=-0.05511969327926636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:25:00,867 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:00,867 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3fc873f58337eae31e73a243a9226400: Running coprocessor pre-open hook at 1731281100858Writing region info on filesystem at 1731281100858Initializing all the Stores at 1731281100859 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281100859Cleaning up temporary data from old regions at 1731281100863 (+4 ms)Running coprocessor post-open hooks at 1731281100867 (+4 ms)Region opened successfully at 1731281100867 2024-11-10T23:25:00,868 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400., pid=7, masterSystemTime=1731281100853 2024-11-10T23:25:00,868 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/5a5f2a3d39c0d2b5424c419195667c2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:25:00,869 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5a5f2a3d39c0d2b5424c419195667c2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72363000, jitterRate=0.07829272747039795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:25:00,869 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:00,869 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5a5f2a3d39c0d2b5424c419195667c2f: Running coprocessor pre-open hook at 1731281100861Writing region info on filesystem at 1731281100861Initializing all the Stores at 1731281100862 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281100862Cleaning up temporary data from old regions at 1731281100865 (+3 ms)Running coprocessor post-open hooks at 1731281100869 (+4 ms)Region opened successfully at 1731281100869 2024-11-10T23:25:00,870 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f., pid=8, masterSystemTime=1731281100854 2024-11-10T23:25:00,871 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:00,871 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:00,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3fc873f58337eae31e73a243a9226400, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,39461,1731281099543 2024-11-10T23:25:00,872 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:00,872 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:00,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a5f2a3d39c0d2b5424c419195667c2f, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,36859,1731281099580 2024-11-10T23:25:00,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fc873f58337eae31e73a243a9226400, server=7318282e5099,39461,1731281099543 because future has completed 2024-11-10T23:25:00,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a5f2a3d39c0d2b5424c419195667c2f, server=7318282e5099,36859,1731281099580 because future has completed 2024-11-10T23:25:00,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T23:25:00,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fc873f58337eae31e73a243a9226400, server=7318282e5099,39461,1731281099543 in 175 msec 2024-11-10T23:25:00,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-10T23:25:00,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a5f2a3d39c0d2b5424c419195667c2f, server=7318282e5099,36859,1731281099580 in 175 msec 2024-11-10T23:25:00,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3fc873f58337eae31e73a243a9226400, ASSIGN in 333 msec 2024-11-10T23:25:00,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:25:00,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a5f2a3d39c0d2b5424c419195667c2f, ASSIGN in 335 msec 2024-11-10T23:25:00,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:25:00,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281100882"}]},"ts":"1731281100882"} 2024-11-10T23:25:00,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:25:00,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:25:00,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 371 msec 2024-11-10T23:25:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:25:01,141 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:25:01,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:25:01,141 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:25:01,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:25:01,145 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:25:01,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:25:01,148 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f., hostname=7318282e5099,36859,1731281099580, seqNum=2] 2024-11-10T23:25:01,148 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:25:01,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:25:01,160 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400., hostname=7318282e5099,39461,1731281099543, seqNum=2] 2024-11-10T23:25:01,169 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3fc873f58337eae31e73a243a9226400 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:25:01,186 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/3fc873f58337eae31e73a243a9226400/.tmp/family/74b695745b2d4c1689535b06efb86c6f is 32, key is 5/family:/1731281101161/Put/seqid=0 2024-11-10T23:25:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741839_1015 (size=5083) 2024-11-10T23:25:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741839_1015 (size=5083) 2024-11-10T23:25:01,192 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/3fc873f58337eae31e73a243a9226400/.tmp/family/74b695745b2d4c1689535b06efb86c6f 2024-11-10T23:25:01,197 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/3fc873f58337eae31e73a243a9226400/.tmp/family/74b695745b2d4c1689535b06efb86c6f as hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/3fc873f58337eae31e73a243a9226400/family/74b695745b2d4c1689535b06efb86c6f 2024-11-10T23:25:01,202 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/3fc873f58337eae31e73a243a9226400/family/74b695745b2d4c1689535b06efb86c6f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:25:01,203 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3fc873f58337eae31e73a243a9226400 in 34ms, sequenceid=9, compaction requested=false 2024-11-10T23:25:01,203 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3fc873f58337eae31e73a243a9226400: 2024-11-10T23:25:01,203 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5a5f2a3d39c0d2b5424c419195667c2f 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:25:01,218 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/5a5f2a3d39c0d2b5424c419195667c2f/.tmp/family/1d56ecd8fe6542a492907626edc976ce is 32, key is 1/family:/1731281101150/Put/seqid=0 2024-11-10T23:25:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741840_1016 (size=5054) 2024-11-10T23:25:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741840_1016 (size=5054) 2024-11-10T23:25:01,224 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/5a5f2a3d39c0d2b5424c419195667c2f/.tmp/family/1d56ecd8fe6542a492907626edc976ce 2024-11-10T23:25:01,230 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/5a5f2a3d39c0d2b5424c419195667c2f/.tmp/family/1d56ecd8fe6542a492907626edc976ce as hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/5a5f2a3d39c0d2b5424c419195667c2f/family/1d56ecd8fe6542a492907626edc976ce 2024-11-10T23:25:01,235 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/5a5f2a3d39c0d2b5424c419195667c2f/family/1d56ecd8fe6542a492907626edc976ce, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:25:01,236 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 5a5f2a3d39c0d2b5424c419195667c2f in 33ms, sequenceid=8, compaction requested=false 2024-11-10T23:25:01,236 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5a5f2a3d39c0d2b5424c419195667c2f: 2024-11-10T23:25:01,238 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 74b695745b2d4c1689535b06efb86c6f, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:25:01,238 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 74b695745b2d4c1689535b06efb86c6f_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:25:01,240 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 1d56ecd8fe6542a492907626edc976ce, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:25:01,240 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 1d56ecd8fe6542a492907626edc976ce_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:25:01,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:25:01,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:25:01,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:25:01,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:01,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:25:01,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:01,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:25:01,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=26551426, stopped=false 2024-11-10T23:25:01,241 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7318282e5099,36997,1731281099494 2024-11-10T23:25:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:25:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:25:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:25:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:01,243 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:25:01,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:25:01,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:25:01,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:01,244 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,39461,1731281099543' ***** 2024-11-10T23:25:01,244 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:25:01,244 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,36859,1731281099580' ***** 2024-11-10T23:25:01,244 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:25:01,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:25:01,245 INFO [RS:1;7318282e5099:36859 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:25:01,245 INFO [RS:0;7318282e5099:39461 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:25:01,245 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:25:01,245 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:25:01,245 INFO [RS:1;7318282e5099:36859 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:25:01,245 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:25:01,245 INFO [RS:0;7318282e5099:39461 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:25:01,245 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:25:01,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:25:01,245 INFO [RS:1;7318282e5099:36859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:25:01,245 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:25:01,245 INFO [RS:1;7318282e5099:36859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:25:01,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:25:01,245 INFO [RS:0;7318282e5099:39461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:25:01,245 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:25:01,245 INFO [RS:1;7318282e5099:36859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:25:01,245 INFO [RS:0;7318282e5099:39461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:25:01,246 INFO [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:01,246 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:25:01,246 INFO [RS:0;7318282e5099:39461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:25:01,246 INFO [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:01,246 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:25:01,246 INFO [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,39461,1731281099543 2024-11-10T23:25:01,246 INFO [RS:0;7318282e5099:39461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:25:01,246 INFO [RS:0;7318282e5099:39461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7318282e5099:39461. 2024-11-10T23:25:01,246 INFO [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,36859,1731281099580 2024-11-10T23:25:01,246 INFO [RS:1;7318282e5099:36859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:25:01,246 DEBUG [RS:0;7318282e5099:39461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:25:01,246 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fc873f58337eae31e73a243a9226400, disabling compactions & flushes 2024-11-10T23:25:01,246 DEBUG [RS:0;7318282e5099:39461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:01,246 INFO [RS:1;7318282e5099:36859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7318282e5099:36859. 2024-11-10T23:25:01,246 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:01,247 INFO [RS:0;7318282e5099:39461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:25:01,247 DEBUG [RS:1;7318282e5099:36859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. after waiting 0 ms 2024-11-10T23:25:01,247 INFO [RS:0;7318282e5099:39461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:25:01,247 DEBUG [RS:1;7318282e5099:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:01,247 INFO [RS:0;7318282e5099:39461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:01,247 INFO [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:25:01,247 INFO [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:25:01,247 DEBUG [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(1325): Online Regions={5a5f2a3d39c0d2b5424c419195667c2f=testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f.} 2024-11-10T23:25:01,247 DEBUG [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(1351): Waiting on 5a5f2a3d39c0d2b5424c419195667c2f 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a5f2a3d39c0d2b5424c419195667c2f, disabling compactions & flushes 2024-11-10T23:25:01,247 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. after waiting 0 ms 2024-11-10T23:25:01,247 INFO [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:01,247 DEBUG [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1325): Online Regions={3fc873f58337eae31e73a243a9226400=testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:25:01,247 DEBUG [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fc873f58337eae31e73a243a9226400 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:25:01,247 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:25:01,247 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:25:01,248 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:25:01,252 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/5a5f2a3d39c0d2b5424c419195667c2f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:25:01,252 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/default/testClearRegionBlockCache/3fc873f58337eae31e73a243a9226400/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:25:01,252 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:01,252 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a5f2a3d39c0d2b5424c419195667c2f: Waiting for close lock at 1731281101247Running coprocessor pre-close hooks at 1731281101247Disabling compacts and flushes for region at 1731281101247Disabling writes for close at 1731281101247Writing region close event to WAL at 1731281101248 (+1 ms)Running coprocessor post-close hooks at 1731281101252 (+4 ms)Closed at 1731281101252 2024-11-10T23:25:01,252 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:01,252 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281100513.5a5f2a3d39c0d2b5424c419195667c2f. 2024-11-10T23:25:01,252 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fc873f58337eae31e73a243a9226400: Waiting for close lock at 1731281101246Running coprocessor pre-close hooks at 1731281101246Disabling compacts and flushes for region at 1731281101246Disabling writes for close at 1731281101247 (+1 ms)Writing region close event to WAL at 1731281101247Running coprocessor post-close hooks at 1731281101252 (+5 ms)Closed at 1731281101252 2024-11-10T23:25:01,253 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400. 2024-11-10T23:25:01,266 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/.tmp/info/b552d69eac794feea92bda71f4f3c34e is 173, key is testClearRegionBlockCache,5,1731281100513.3fc873f58337eae31e73a243a9226400./info:regioninfo/1731281100871/Put/seqid=0 2024-11-10T23:25:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:25:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:25:01,339 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:25:01,340 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:25:01,447 INFO [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,36859,1731281099580; all regions closed. 2024-11-10T23:25:01,447 DEBUG [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:25:01,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:25:01,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:25:01,452 DEBUG [RS:1;7318282e5099:36859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/oldWALs 2024-11-10T23:25:01,452 INFO [RS:1;7318282e5099:36859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C36859%2C1731281099580:(num 1731281099972) 2024-11-10T23:25:01,452 DEBUG [RS:1;7318282e5099:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:01,452 INFO [RS:1;7318282e5099:36859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:25:01,452 INFO [RS:1;7318282e5099:36859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:25:01,452 INFO [RS:1;7318282e5099:36859 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:25:01,453 INFO [RS:1;7318282e5099:36859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:25:01,453 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:25:01,453 INFO [RS:1;7318282e5099:36859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:25:01,453 INFO [RS:1;7318282e5099:36859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:25:01,453 INFO [RS:1;7318282e5099:36859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:25:01,453 INFO [RS:1;7318282e5099:36859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36859 2024-11-10T23:25:01,455 INFO [RS:1;7318282e5099:36859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:25:01,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:25:01,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,36859,1731281099580 2024-11-10T23:25:01,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,36859,1731281099580] 2024-11-10T23:25:01,458 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,36859,1731281099580 already deleted, retry=false 2024-11-10T23:25:01,458 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,36859,1731281099580 expired; onlineServers=1 2024-11-10T23:25:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:01,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x101043305680002, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:01,557 INFO [RS:1;7318282e5099:36859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:25:01,557 INFO [RS:1;7318282e5099:36859 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,36859,1731281099580; zookeeper connection closed. 2024-11-10T23:25:01,557 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63e9d115 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63e9d115 2024-11-10T23:25:01,648 DEBUG [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:25:01,672 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/.tmp/info/b552d69eac794feea92bda71f4f3c34e 2024-11-10T23:25:01,694 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/.tmp/ns/f1d940654b834b73a1cbee1d62d73a93 is 43, key is default/ns:d/1731281100410/Put/seqid=0 2024-11-10T23:25:01,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:25:01,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:25:01,700 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/.tmp/ns/f1d940654b834b73a1cbee1d62d73a93 2024-11-10T23:25:01,720 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/.tmp/table/f684670245474eae88e77359dd750ab3 is 61, key is testClearRegionBlockCache/table:state/1731281100882/Put/seqid=0 2024-11-10T23:25:01,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:25:01,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:25:01,726 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/.tmp/table/f684670245474eae88e77359dd750ab3 2024-11-10T23:25:01,732 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/.tmp/info/b552d69eac794feea92bda71f4f3c34e as hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/info/b552d69eac794feea92bda71f4f3c34e 2024-11-10T23:25:01,737 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/info/b552d69eac794feea92bda71f4f3c34e, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:25:01,738 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/.tmp/ns/f1d940654b834b73a1cbee1d62d73a93 as hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/ns/f1d940654b834b73a1cbee1d62d73a93 2024-11-10T23:25:01,743 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/ns/f1d940654b834b73a1cbee1d62d73a93, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:25:01,744 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/.tmp/table/f684670245474eae88e77359dd750ab3 as hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/table/f684670245474eae88e77359dd750ab3 2024-11-10T23:25:01,749 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/table/f684670245474eae88e77359dd750ab3, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:25:01,750 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=13, compaction requested=false 2024-11-10T23:25:01,754 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:25:01,755 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:25:01,755 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:25:01,755 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281101247Running coprocessor pre-close hooks at 1731281101247Disabling compacts and flushes for region at 1731281101247Disabling writes for close at 1731281101247Obtaining lock to block concurrent updates at 1731281101248 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731281101248Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281101248Flushing stores of hbase:meta,,1.1588230740 at 1731281101249 (+1 ms)Flushing 1588230740/info: creating writer at 1731281101249Flushing 1588230740/info: appending metadata at 1731281101265 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731281101265Flushing 1588230740/ns: creating writer at 1731281101678 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731281101693 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731281101693Flushing 1588230740/table: creating writer at 1731281101705 (+12 ms)Flushing 1588230740/table: appending metadata at 1731281101719 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731281101719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6787f6: reopening flushed file at 1731281101731 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462e7143: reopening flushed file at 1731281101737 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc3ee80: reopening flushed file at 1731281101743 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=13, compaction requested=false at 1731281101750 (+7 ms)Writing region close event to WAL at 1731281101751 (+1 ms)Running coprocessor post-close hooks at 1731281101755 (+4 ms)Closed at 1731281101755 2024-11-10T23:25:01,755 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:25:01,840 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:25:01,841 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:25:01,848 INFO [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,39461,1731281099543; all regions closed. 2024-11-10T23:25:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:25:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:25:01,853 DEBUG [RS:0;7318282e5099:39461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/oldWALs 2024-11-10T23:25:01,853 INFO [RS:0;7318282e5099:39461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C39461%2C1731281099543.meta:.meta(num 1731281100364) 2024-11-10T23:25:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:25:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:25:01,858 DEBUG [RS:0;7318282e5099:39461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/oldWALs 2024-11-10T23:25:01,858 INFO [RS:0;7318282e5099:39461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C39461%2C1731281099543:(num 1731281099972) 2024-11-10T23:25:01,858 DEBUG [RS:0;7318282e5099:39461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:01,858 INFO [RS:0;7318282e5099:39461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:25:01,858 INFO [RS:0;7318282e5099:39461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:25:01,858 INFO [RS:0;7318282e5099:39461 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:25:01,858 INFO [RS:0;7318282e5099:39461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:25:01,858 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:25:01,858 INFO [RS:0;7318282e5099:39461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39461 2024-11-10T23:25:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:25:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,39461,1731281099543 2024-11-10T23:25:01,861 INFO [RS:0;7318282e5099:39461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:25:01,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,39461,1731281099543] 2024-11-10T23:25:01,864 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,39461,1731281099543 already deleted, retry=false 2024-11-10T23:25:01,864 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,39461,1731281099543 expired; onlineServers=0 2024-11-10T23:25:01,864 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7318282e5099,36997,1731281099494' ***** 2024-11-10T23:25:01,864 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:25:01,864 INFO [M:0;7318282e5099:36997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:25:01,864 INFO [M:0;7318282e5099:36997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:25:01,864 DEBUG [M:0;7318282e5099:36997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:25:01,864 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:25:01,864 DEBUG [M:0;7318282e5099:36997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:25:01,864 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281099760 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281099760,5,FailOnTimeoutGroup] 2024-11-10T23:25:01,864 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281099760 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281099760,5,FailOnTimeoutGroup] 2024-11-10T23:25:01,864 INFO [M:0;7318282e5099:36997 {}] hbase.ChoreService(370): Chore service for: master/7318282e5099:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:25:01,864 INFO [M:0;7318282e5099:36997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:25:01,865 DEBUG [M:0;7318282e5099:36997 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:25:01,865 INFO [M:0;7318282e5099:36997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:25:01,865 INFO [M:0;7318282e5099:36997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:25:01,865 INFO [M:0;7318282e5099:36997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:25:01,865 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:25:01,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:25:01,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:01,866 DEBUG [M:0;7318282e5099:36997 {}] zookeeper.ZKUtil(347): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:25:01,866 WARN [M:0;7318282e5099:36997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:25:01,867 INFO [M:0;7318282e5099:36997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/.lastflushedseqids 2024-11-10T23:25:01,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741844_1020 (size=191) 2024-11-10T23:25:01,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741844_1020 (size=191) 2024-11-10T23:25:01,874 INFO [M:0;7318282e5099:36997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:25:01,874 INFO [M:0;7318282e5099:36997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:25:01,875 DEBUG [M:0;7318282e5099:36997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:25:01,875 INFO [M:0;7318282e5099:36997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:01,875 DEBUG [M:0;7318282e5099:36997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:01,875 DEBUG [M:0;7318282e5099:36997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:25:01,875 DEBUG [M:0;7318282e5099:36997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:01,875 INFO [M:0;7318282e5099:36997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-10T23:25:01,890 DEBUG [M:0;7318282e5099:36997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39aa9a66f0ec44e3b543782e41fa2062 is 82, key is hbase:meta,,1/info:regioninfo/1731281100397/Put/seqid=0 2024-11-10T23:25:01,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:25:01,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:25:01,896 INFO [M:0;7318282e5099:36997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39aa9a66f0ec44e3b543782e41fa2062 2024-11-10T23:25:01,915 DEBUG [M:0;7318282e5099:36997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0d4d8ef3fb24347bb0eb017a16b3a50 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281100886/Put/seqid=0 2024-11-10T23:25:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:25:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:25:01,921 INFO [M:0;7318282e5099:36997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0d4d8ef3fb24347bb0eb017a16b3a50 2024-11-10T23:25:01,941 DEBUG [M:0;7318282e5099:36997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db96f4c126ff4d0481d3897a37d8079a is 69, key is 7318282e5099,36859,1731281099580/rs:state/1731281099823/Put/seqid=0 2024-11-10T23:25:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:25:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:25:01,946 INFO [M:0;7318282e5099:36997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db96f4c126ff4d0481d3897a37d8079a 2024-11-10T23:25:01,953 DEBUG [M:0;7318282e5099:36997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39aa9a66f0ec44e3b543782e41fa2062 as hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39aa9a66f0ec44e3b543782e41fa2062 2024-11-10T23:25:01,958 INFO [M:0;7318282e5099:36997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39aa9a66f0ec44e3b543782e41fa2062, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:25:01,958 DEBUG [M:0;7318282e5099:36997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0d4d8ef3fb24347bb0eb017a16b3a50 as hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0d4d8ef3fb24347bb0eb017a16b3a50 2024-11-10T23:25:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:01,962 INFO [RS:0;7318282e5099:39461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:25:01,962 INFO [RS:0;7318282e5099:39461 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,39461,1731281099543; zookeeper connection closed. 2024-11-10T23:25:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101043305680001, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:01,963 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@533d8aea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@533d8aea 2024-11-10T23:25:01,963 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:25:01,963 INFO [M:0;7318282e5099:36997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0d4d8ef3fb24347bb0eb017a16b3a50, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:25:01,964 DEBUG [M:0;7318282e5099:36997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db96f4c126ff4d0481d3897a37d8079a as hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db96f4c126ff4d0481d3897a37d8079a 2024-11-10T23:25:01,969 INFO [M:0;7318282e5099:36997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38335/user/jenkins/test-data/1ce2db33-0cba-80a3-ae0a-9d6d96ae76ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db96f4c126ff4d0481d3897a37d8079a, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:25:01,970 INFO [M:0;7318282e5099:36997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false 2024-11-10T23:25:01,971 INFO [M:0;7318282e5099:36997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:01,971 DEBUG [M:0;7318282e5099:36997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281101875Disabling compacts and flushes for region at 1731281101875Disabling writes for close at 1731281101875Obtaining lock to block concurrent updates at 1731281101875Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281101875Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731281101875Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281101876 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281101876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281101890 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281101890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281101900 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281101915 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281101915Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281101926 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281101940 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281101940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f158e3b: reopening flushed file at 1731281101952 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476a4a38: reopening flushed file at 1731281101958 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794354aa: reopening flushed file at 1731281101963 (+5 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false at 1731281101970 (+7 ms)Writing region close event to WAL at 1731281101971 (+1 ms)Closed at 1731281101971 2024-11-10T23:25:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:25:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33639 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:25:01,975 INFO [M:0;7318282e5099:36997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:25:01,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:25:01,975 INFO [M:0;7318282e5099:36997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36997 2024-11-10T23:25:01,975 INFO [M:0;7318282e5099:36997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:25:02,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:02,078 INFO [M:0;7318282e5099:36997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:25:02,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x101043305680000, quorum=127.0.0.1:50616, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:02,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ab22e1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:25:02,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b5343a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:25:02,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:25:02,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@316a18a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:25:02,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6753d696{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.log.dir/,STOPPED} 2024-11-10T23:25:02,083 WARN [BP-1098471864-172.17.0.2-1731281098722 heartbeating to localhost/127.0.0.1:38335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:25:02,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:25:02,083 WARN [BP-1098471864-172.17.0.2-1731281098722 heartbeating to localhost/127.0.0.1:38335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098471864-172.17.0.2-1731281098722 (Datanode Uuid 7107bcdd-b8fd-46ba-9e76-83507a246cbd) service to localhost/127.0.0.1:38335 2024-11-10T23:25:02,083 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:25:02,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/data/data3/current/BP-1098471864-172.17.0.2-1731281098722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:25:02,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/data/data4/current/BP-1098471864-172.17.0.2-1731281098722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:25:02,084 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:25:02,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bdbaf49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:25:02,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@688ee543{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:25:02,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:25:02,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9d0306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:25:02,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a51897{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.log.dir/,STOPPED} 2024-11-10T23:25:02,087 WARN [BP-1098471864-172.17.0.2-1731281098722 heartbeating to localhost/127.0.0.1:38335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:25:02,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:25:02,087 WARN [BP-1098471864-172.17.0.2-1731281098722 heartbeating to localhost/127.0.0.1:38335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098471864-172.17.0.2-1731281098722 (Datanode Uuid cfdaa140-3a85-4c2f-83dc-798919ecca4c) service to localhost/127.0.0.1:38335 2024-11-10T23:25:02,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:25:02,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/data/data1/current/BP-1098471864-172.17.0.2-1731281098722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:25:02,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/cluster_69ffd48a-f8b8-796a-792e-593e51765b46/data/data2/current/BP-1098471864-172.17.0.2-1731281098722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:25:02,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:25:02,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75831495{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:25:02,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfa86d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:25:02,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:25:02,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c64b850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:25:02,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33722274{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.log.dir/,STOPPED} 2024-11-10T23:25:02,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:25:02,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:25:02,124 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=178 (was 158) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:38335 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:38335 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:38335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:38335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=528 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 75) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8998 (was 9102) 2024-11-10T23:25:02,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=178, OpenFileDescriptor=528, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=8998 2024-11-10T23:25:02,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.log.dir so I do NOT create it in target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b 2024-11-10T23:25:02,146 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T23:25:02,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.tmp.dir so I do NOT create it in target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b 2024-11-10T23:25:02,146 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2e2ed3a-826f-d529-a186-0b839aa4637e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T23:25:02,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b 2024-11-10T23:25:02,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:25:02,146 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a, deleteOnExit=true 2024-11-10T23:25:02,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:25:02,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/test.cache.data in system properties and HBase conf 2024-11-10T23:25:02,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:25:02,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:25:02,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:25:02,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:25:02,147 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:25:02,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:25:02,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:25:02,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:25:02,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:25:02,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:25:02,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:25:02,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:25:02,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:25:02,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:25:02,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b5bdde0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:25:02,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72e0de2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:25:02,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b0d0d14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/java.io.tmpdir/jetty-localhost-34803-hadoop-hdfs-3_4_1-tests_jar-_-any-12729473229803868121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:25:02,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab8566b{HTTP/1.1, (http/1.1)}{localhost:34803} 2024-11-10T23:25:02,373 INFO [Time-limited test {}] server.Server(415): Started @23953ms 2024-11-10T23:25:02,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:25:02,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:25:02,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:25:02,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:25:02,462 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:25:02,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@788c2125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:25:02,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7013ec52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:25:02,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3eb7b0a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/java.io.tmpdir/jetty-localhost-38097-hadoop-hdfs-3_4_1-tests_jar-_-any-8304585703012379884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:25:02,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42fa8863{HTTP/1.1, (http/1.1)}{localhost:38097} 2024-11-10T23:25:02,584 INFO [Time-limited test {}] server.Server(415): Started @24164ms 2024-11-10T23:25:02,585 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:25:02,624 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:25:02,667 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:25:02,667 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:25:02,667 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:25:02,668 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:25:02,668 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:25:02,669 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:25:02,673 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:25:02,677 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:25:02,677 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:25:02,681 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:25:02,703 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/data/data1/current/BP-242607986-172.17.0.2-1731281102183/current, will proceed with Du for space computation calculation, 2024-11-10T23:25:02,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:25:02,704 WARN [Thread-1413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/data/data2/current/BP-242607986-172.17.0.2-1731281102183/current, will proceed with Du for space computation calculation, 2024-11-10T23:25:02,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:25:02,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:25:02,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:25:02,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:25:02,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3031d398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:25:02,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae2904a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:25:02,726 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:25:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x538fc6ede5faf6eb with lease ID 0x67f71cd11d675b28: Processing first storage report for DS-179c6733-6973-4eb1-bbb5-26ef228c3694 from datanode DatanodeRegistration(127.0.0.1:39891, datanodeUuid=d9cc6054-d551-42ee-9a20-109552696c07, infoPort=38061, infoSecurePort=0, ipcPort=45721, storageInfo=lv=-57;cid=testClusterID;nsid=581241678;c=1731281102183) 2024-11-10T23:25:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x538fc6ede5faf6eb with lease ID 0x67f71cd11d675b28: from storage DS-179c6733-6973-4eb1-bbb5-26ef228c3694 node DatanodeRegistration(127.0.0.1:39891, datanodeUuid=d9cc6054-d551-42ee-9a20-109552696c07, infoPort=38061, infoSecurePort=0, ipcPort=45721, storageInfo=lv=-57;cid=testClusterID;nsid=581241678;c=1731281102183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:25:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x538fc6ede5faf6eb with lease ID 0x67f71cd11d675b28: Processing first storage report for DS-aef88bfc-37d9-4e2c-9e6c-c1a9eb053164 from datanode DatanodeRegistration(127.0.0.1:39891, datanodeUuid=d9cc6054-d551-42ee-9a20-109552696c07, infoPort=38061, infoSecurePort=0, ipcPort=45721, storageInfo=lv=-57;cid=testClusterID;nsid=581241678;c=1731281102183) 2024-11-10T23:25:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x538fc6ede5faf6eb with lease ID 0x67f71cd11d675b28: from storage DS-aef88bfc-37d9-4e2c-9e6c-c1a9eb053164 node DatanodeRegistration(127.0.0.1:39891, datanodeUuid=d9cc6054-d551-42ee-9a20-109552696c07, infoPort=38061, infoSecurePort=0, ipcPort=45721, storageInfo=lv=-57;cid=testClusterID;nsid=581241678;c=1731281102183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:25:02,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b2f830a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/java.io.tmpdir/jetty-localhost-36349-hadoop-hdfs-3_4_1-tests_jar-_-any-2658913705333694935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:25:02,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b59500a{HTTP/1.1, (http/1.1)}{localhost:36349} 2024-11-10T23:25:02,826 INFO [Time-limited test {}] server.Server(415): Started @24406ms 2024-11-10T23:25:02,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:25:02,923 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/data/data3/current/BP-242607986-172.17.0.2-1731281102183/current, will proceed with Du for space computation calculation, 2024-11-10T23:25:02,923 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/data/data4/current/BP-242607986-172.17.0.2-1731281102183/current, will proceed with Du for space computation calculation, 2024-11-10T23:25:02,940 WARN [Thread-1431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:25:02,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78816624a17d827c with lease ID 0x67f71cd11d675b29: Processing first storage report for DS-59fe36aa-1f90-4c94-9b3e-874317feaaa9 from datanode DatanodeRegistration(127.0.0.1:33681, datanodeUuid=15dd4619-072c-40e5-85f7-be5649073e06, infoPort=38435, infoSecurePort=0, ipcPort=38985, storageInfo=lv=-57;cid=testClusterID;nsid=581241678;c=1731281102183) 2024-11-10T23:25:02,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78816624a17d827c with lease ID 0x67f71cd11d675b29: from storage DS-59fe36aa-1f90-4c94-9b3e-874317feaaa9 node DatanodeRegistration(127.0.0.1:33681, datanodeUuid=15dd4619-072c-40e5-85f7-be5649073e06, infoPort=38435, infoSecurePort=0, ipcPort=38985, storageInfo=lv=-57;cid=testClusterID;nsid=581241678;c=1731281102183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:25:02,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78816624a17d827c with lease ID 0x67f71cd11d675b29: Processing first storage report for DS-d5d7b321-2925-4f65-ad1c-48965f4519d0 from datanode DatanodeRegistration(127.0.0.1:33681, datanodeUuid=15dd4619-072c-40e5-85f7-be5649073e06, infoPort=38435, infoSecurePort=0, ipcPort=38985, storageInfo=lv=-57;cid=testClusterID;nsid=581241678;c=1731281102183) 2024-11-10T23:25:02,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78816624a17d827c with lease ID 0x67f71cd11d675b29: from storage DS-d5d7b321-2925-4f65-ad1c-48965f4519d0 node DatanodeRegistration(127.0.0.1:33681, datanodeUuid=15dd4619-072c-40e5-85f7-be5649073e06, infoPort=38435, infoSecurePort=0, ipcPort=38985, storageInfo=lv=-57;cid=testClusterID;nsid=581241678;c=1731281102183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:25:02,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b 2024-11-10T23:25:02,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/zookeeper_0, clientPort=54807, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:25:02,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54807 2024-11-10T23:25:02,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:25:02,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:25:02,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:25:02,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:25:02,971 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575 with version=8 2024-11-10T23:25:02,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/hbase-staging 2024-11-10T23:25:02,973 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:25:02,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:25:02,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:25:02,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:25:02,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:25:02,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:25:02,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:25:02,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:25:02,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43361 2024-11-10T23:25:02,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43361 connecting to ZooKeeper ensemble=127.0.0.1:54807 2024-11-10T23:25:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433610x0, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:25:02,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43361-0x101043312f90000 connected 2024-11-10T23:25:02,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:25:03,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:25:03,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:25:03,003 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575, hbase.cluster.distributed=false 2024-11-10T23:25:03,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:25:03,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43361 2024-11-10T23:25:03,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43361 2024-11-10T23:25:03,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43361 2024-11-10T23:25:03,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43361 2024-11-10T23:25:03,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43361 2024-11-10T23:25:03,022 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:25:03,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:25:03,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:25:03,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:25:03,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:25:03,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:25:03,022 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:25:03,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:25:03,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46199 2024-11-10T23:25:03,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46199 connecting to ZooKeeper ensemble=127.0.0.1:54807 2024-11-10T23:25:03,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:25:03,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:25:03,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461990x0, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:25:03,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461990x0, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:25:03,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46199-0x101043312f90001 connected 2024-11-10T23:25:03,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:25:03,031 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:25:03,043 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:25:03,043 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:25:03,044 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:25:03,044 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:25:03,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:25:03,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:25:03,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-10T23:25:03,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46199 2024-11-10T23:25:03,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46199 2024-11-10T23:25:03,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-10T23:25:03,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-10T23:25:03,064 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T23:25:03,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:25:03,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:25:03,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:25:03,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:25:03,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:25:03,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:25:03,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:25:03,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34681 2024-11-10T23:25:03,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34681 connecting to ZooKeeper ensemble=127.0.0.1:54807 2024-11-10T23:25:03,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:25:03,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:25:03,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346810x0, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:25:03,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346810x0, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:25:03,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34681-0x101043312f90002 connected 2024-11-10T23:25:03,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:25:03,117 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:25:03,123 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:25:03,123 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:25:03,128 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:25:03,129 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:25:03,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:25:03,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:25:03,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34681 2024-11-10T23:25:03,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34681 2024-11-10T23:25:03,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34681 2024-11-10T23:25:03,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34681 2024-11-10T23:25:03,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34681 2024-11-10T23:25:03,156 DEBUG [M:0;7318282e5099:43361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7318282e5099:43361 2024-11-10T23:25:03,157 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7318282e5099,43361,1731281102973 2024-11-10T23:25:03,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:25:03,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:25:03,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:25:03,160 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7318282e5099,43361,1731281102973 2024-11-10T23:25:03,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:25:03,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:25:03,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,165 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:25:03,165 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7318282e5099,43361,1731281102973 from backup master directory 2024-11-10T23:25:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:25:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:25:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7318282e5099,43361,1731281102973 2024-11-10T23:25:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:25:03,167 WARN [master/7318282e5099:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:25:03,167 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7318282e5099,43361,1731281102973 2024-11-10T23:25:03,172 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/hbase.id] with ID: 4aba0235-6724-4edb-bace-e804c349a4cf 2024-11-10T23:25:03,172 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/.tmp/hbase.id 2024-11-10T23:25:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:25:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:25:03,179 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/.tmp/hbase.id]:[hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/hbase.id] 2024-11-10T23:25:03,190 INFO [master/7318282e5099:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:25:03,191 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:25:03,192 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T23:25:03,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:25:03,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:25:03,201 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:25:03,202 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:25:03,203 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:25:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:25:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:25:03,211 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store 2024-11-10T23:25:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:25:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:25:03,218 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:03,218 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:25:03,218 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:03,218 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:03,218 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:25:03,218 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:03,219 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:03,219 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281103218Disabling compacts and flushes for region at 1731281103218Disabling writes for close at 1731281103218Writing region close event to WAL at 1731281103219 (+1 ms)Closed at 1731281103219 2024-11-10T23:25:03,220 WARN [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/.initializing 2024-11-10T23:25:03,220 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/WALs/7318282e5099,43361,1731281102973 2024-11-10T23:25:03,221 INFO [master/7318282e5099:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:25:03,222 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C43361%2C1731281102973, suffix=, logDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/WALs/7318282e5099,43361,1731281102973, archiveDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/oldWALs, maxLogs=10 2024-11-10T23:25:03,244 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/WALs/7318282e5099,43361,1731281102973/7318282e5099%2C43361%2C1731281102973.1731281103223, exclude list is [], retry=0 2024-11-10T23:25:03,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-59fe36aa-1f90-4c94-9b3e-874317feaaa9,DISK] 2024-11-10T23:25:03,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39891,DS-179c6733-6973-4eb1-bbb5-26ef228c3694,DISK] 2024-11-10T23:25:03,249 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/WALs/7318282e5099,43361,1731281102973/7318282e5099%2C43361%2C1731281102973.1731281103223 2024-11-10T23:25:03,249 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435),(127.0.0.1/127.0.0.1:38061:38061)] 2024-11-10T23:25:03,249 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:25:03,250 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:03,250 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,250 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:25:03,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:03,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:25:03,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:25:03,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:25:03,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:25:03,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:25:03,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:25:03,261 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,262 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,262 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,264 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,264 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,264 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:25:03,265 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:25:03,267 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:25:03,268 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62178423, jitterRate=-0.07346929609775543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:25:03,269 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281103250Initializing all the Stores at 1731281103251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281103251Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281103254 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281103254Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281103254Cleaning up temporary data from old regions at 1731281103264 (+10 ms)Region opened successfully at 1731281103269 (+5 ms) 2024-11-10T23:25:03,269 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:25:03,273 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d5280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:25:03,274 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:25:03,274 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:25:03,274 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:25:03,274 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:25:03,275 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:25:03,275 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:25:03,275 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:25:03,277 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:25:03,278 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:25:03,280 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:25:03,280 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:25:03,281 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:25:03,283 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:25:03,284 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:25:03,285 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:25:03,286 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:25:03,287 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:25:03,288 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:25:03,290 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:25:03,291 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:25:03,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:25:03,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:25:03,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:25:03,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,294 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7318282e5099,43361,1731281102973, sessionid=0x101043312f90000, setting cluster-up flag (Was=false) 2024-11-10T23:25:03,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,303 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:25:03,304 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,43361,1731281102973 2024-11-10T23:25:03,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,313 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:25:03,314 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,43361,1731281102973 2024-11-10T23:25:03,315 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:25:03,317 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:25:03,317 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:25:03,317 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:25:03,317 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7318282e5099,43361,1731281102973 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:25:03,319 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:25:03,319 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:25:03,319 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:25:03,319 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:25:03,319 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7318282e5099:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:25:03,319 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,319 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:25:03,319 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,320 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281133320 2024-11-10T23:25:03,320 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:25:03,320 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:25:03,320 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:25:03,320 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:25:03,320 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:25:03,320 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:25:03,320 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:25:03,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:25:03,320 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:25:03,321 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:25:03,321 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:25:03,321 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:25:03,321 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:25:03,321 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281103321,5,FailOnTimeoutGroup] 2024-11-10T23:25:03,322 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:25:03,322 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281103321,5,FailOnTimeoutGroup] 2024-11-10T23:25:03,322 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,322 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:25:03,323 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,323 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:25:03,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:25:03,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:25:03,333 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575 2024-11-10T23:25:03,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:25:03,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:25:03,340 INFO [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(746): ClusterId : 4aba0235-6724-4edb-bace-e804c349a4cf 2024-11-10T23:25:03,340 INFO [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(746): ClusterId : 4aba0235-6724-4edb-bace-e804c349a4cf 2024-11-10T23:25:03,340 DEBUG [RS:1;7318282e5099:34681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:25:03,340 DEBUG [RS:0;7318282e5099:46199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:25:03,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:03,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:25:03,342 DEBUG [RS:0;7318282e5099:46199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:25:03,342 DEBUG [RS:0;7318282e5099:46199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:25:03,342 DEBUG [RS:1;7318282e5099:34681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:25:03,342 DEBUG [RS:1;7318282e5099:34681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:25:03,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:25:03,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:03,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:25:03,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:25:03,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,345 DEBUG [RS:0;7318282e5099:46199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:25:03,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:03,345 DEBUG [RS:0;7318282e5099:46199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc3a1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:25:03,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:25:03,345 DEBUG [RS:1;7318282e5099:34681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:25:03,345 DEBUG [RS:1;7318282e5099:34681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424559cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T23:25:03,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:25:03,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:03,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:25:03,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:25:03,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:03,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:25:03,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740 2024-11-10T23:25:03,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740 2024-11-10T23:25:03,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:25:03,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:25:03,353 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:25:03,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:25:03,356 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:25:03,357 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64346008, jitterRate=-0.04116976261138916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:25:03,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281103340Initializing all the Stores at 1731281103341 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281103341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281103341Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281103341Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281103341Cleaning up temporary data from old regions at 1731281103352 (+11 ms)Region opened successfully at 1731281103357 (+5 ms) 2024-11-10T23:25:03,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:25:03,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:25:03,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:25:03,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:25:03,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:25:03,358 DEBUG [RS:0;7318282e5099:46199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7318282e5099:46199 2024-11-10T23:25:03,358 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:25:03,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281103357Disabling compacts and flushes for region at 1731281103357Disabling writes for close at 1731281103357Writing region close event to WAL at 1731281103358 (+1 ms)Closed at 1731281103358 2024-11-10T23:25:03,358 INFO [RS:0;7318282e5099:46199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:25:03,358 INFO [RS:0;7318282e5099:46199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:25:03,358 DEBUG [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:25:03,358 DEBUG [RS:1;7318282e5099:34681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7318282e5099:34681 2024-11-10T23:25:03,358 INFO [RS:1;7318282e5099:34681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:25:03,358 INFO [RS:1;7318282e5099:34681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:25:03,358 DEBUG [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:25:03,359 INFO [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,43361,1731281102973 with port=46199, startcode=1731281103021 2024-11-10T23:25:03,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:25:03,359 INFO [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,43361,1731281102973 with port=34681, startcode=1731281103063 2024-11-10T23:25:03,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:25:03,359 DEBUG [RS:0;7318282e5099:46199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:25:03,359 DEBUG [RS:1;7318282e5099:34681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:25:03,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:25:03,361 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:25:03,361 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:25:03,361 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:25:03,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,34681,1731281103063 2024-11-10T23:25:03,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43361 {}] master.ServerManager(517): Registering regionserver=7318282e5099,34681,1731281103063 2024-11-10T23:25:03,362 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:25:03,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,46199,1731281103021 2024-11-10T23:25:03,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43361 {}] master.ServerManager(517): Registering regionserver=7318282e5099,46199,1731281103021 2024-11-10T23:25:03,363 DEBUG [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575 2024-11-10T23:25:03,363 DEBUG [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37779 2024-11-10T23:25:03,363 DEBUG [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:25:03,364 DEBUG [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575 2024-11-10T23:25:03,364 DEBUG [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37779 2024-11-10T23:25:03,364 DEBUG [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:25:03,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:25:03,369 DEBUG [RS:1;7318282e5099:34681 {}] zookeeper.ZKUtil(111): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,34681,1731281103063 2024-11-10T23:25:03,369 WARN [RS:1;7318282e5099:34681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:25:03,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,34681,1731281103063] 2024-11-10T23:25:03,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,46199,1731281103021] 2024-11-10T23:25:03,369 INFO [RS:1;7318282e5099:34681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:25:03,369 DEBUG [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,34681,1731281103063 2024-11-10T23:25:03,369 DEBUG [RS:0;7318282e5099:46199 {}] zookeeper.ZKUtil(111): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,46199,1731281103021 2024-11-10T23:25:03,369 WARN [RS:0;7318282e5099:46199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:25:03,369 INFO [RS:0;7318282e5099:46199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:25:03,369 DEBUG [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,46199,1731281103021 2024-11-10T23:25:03,373 INFO [RS:1;7318282e5099:34681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:25:03,373 INFO [RS:0;7318282e5099:46199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:25:03,374 INFO [RS:0;7318282e5099:46199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:25:03,375 INFO [RS:0;7318282e5099:46199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:25:03,375 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,375 INFO [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:25:03,376 INFO [RS:0;7318282e5099:46199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:25:03,376 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,376 INFO [RS:1;7318282e5099:34681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 INFO [RS:1;7318282e5099:34681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:25:03,376 DEBUG [RS:0;7318282e5099:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:25:03,379 INFO [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:25:03,380 INFO [RS:1;7318282e5099:34681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:25:03,380 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:25:03,380 DEBUG [RS:1;7318282e5099:34681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:25:03,380 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,380 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,380 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,380 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,380 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,380 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,46199,1731281103021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:25:03,382 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,382 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,382 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,382 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,382 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,382 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,34681,1731281103063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:25:03,404 INFO [RS:0;7318282e5099:46199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:25:03,404 INFO [RS:1;7318282e5099:34681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:25:03,404 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,46199,1731281103021-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,404 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,34681,1731281103063-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,405 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,405 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,405 INFO [RS:1;7318282e5099:34681 {}] regionserver.Replication(171): 7318282e5099,34681,1731281103063 started 2024-11-10T23:25:03,405 INFO [RS:0;7318282e5099:46199 {}] regionserver.Replication(171): 7318282e5099,46199,1731281103021 started 2024-11-10T23:25:03,421 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,421 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,421 INFO [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,46199,1731281103021, RpcServer on 7318282e5099/172.17.0.2:46199, sessionid=0x101043312f90001 2024-11-10T23:25:03,421 INFO [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,34681,1731281103063, RpcServer on 7318282e5099/172.17.0.2:34681, sessionid=0x101043312f90002 2024-11-10T23:25:03,421 DEBUG [RS:0;7318282e5099:46199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:25:03,421 DEBUG [RS:1;7318282e5099:34681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:25:03,421 DEBUG [RS:1;7318282e5099:34681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,34681,1731281103063 2024-11-10T23:25:03,421 DEBUG [RS:0;7318282e5099:46199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,46199,1731281103021 2024-11-10T23:25:03,421 DEBUG [RS:0;7318282e5099:46199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,46199,1731281103021' 2024-11-10T23:25:03,421 DEBUG [RS:1;7318282e5099:34681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,34681,1731281103063' 2024-11-10T23:25:03,421 DEBUG [RS:0;7318282e5099:46199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:25:03,421 DEBUG [RS:1;7318282e5099:34681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:25:03,422 DEBUG [RS:0;7318282e5099:46199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:25:03,422 DEBUG [RS:1;7318282e5099:34681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:25:03,422 DEBUG [RS:0;7318282e5099:46199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:25:03,422 DEBUG [RS:0;7318282e5099:46199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:25:03,422 DEBUG [RS:1;7318282e5099:34681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:25:03,422 DEBUG [RS:0;7318282e5099:46199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,46199,1731281103021 2024-11-10T23:25:03,422 DEBUG [RS:1;7318282e5099:34681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:25:03,422 DEBUG [RS:0;7318282e5099:46199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,46199,1731281103021' 2024-11-10T23:25:03,422 DEBUG [RS:1;7318282e5099:34681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,34681,1731281103063 2024-11-10T23:25:03,422 DEBUG [RS:0;7318282e5099:46199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:25:03,422 DEBUG [RS:1;7318282e5099:34681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,34681,1731281103063' 2024-11-10T23:25:03,422 DEBUG [RS:1;7318282e5099:34681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:25:03,423 DEBUG [RS:0;7318282e5099:46199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:25:03,423 DEBUG [RS:1;7318282e5099:34681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:25:03,423 DEBUG [RS:0;7318282e5099:46199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:25:03,423 INFO [RS:0;7318282e5099:46199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:25:03,423 INFO [RS:0;7318282e5099:46199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:25:03,423 DEBUG [RS:1;7318282e5099:34681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:25:03,423 INFO [RS:1;7318282e5099:34681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:25:03,423 INFO [RS:1;7318282e5099:34681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:25:03,512 WARN [7318282e5099:43361 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:25:03,523 INFO [RS:0;7318282e5099:46199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:25:03,524 INFO [RS:1;7318282e5099:34681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:25:03,525 INFO [RS:0;7318282e5099:46199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C46199%2C1731281103021, suffix=, logDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,46199,1731281103021, archiveDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/oldWALs, maxLogs=32 2024-11-10T23:25:03,525 INFO [RS:1;7318282e5099:34681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C34681%2C1731281103063, suffix=, logDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,34681,1731281103063, archiveDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/oldWALs, maxLogs=32 2024-11-10T23:25:03,547 DEBUG [RS:1;7318282e5099:34681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,34681,1731281103063/7318282e5099%2C34681%2C1731281103063.1731281103526, exclude list is [], retry=0 2024-11-10T23:25:03,547 DEBUG [RS:0;7318282e5099:46199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,46199,1731281103021/7318282e5099%2C46199%2C1731281103021.1731281103526, exclude list is [], retry=0 2024-11-10T23:25:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-59fe36aa-1f90-4c94-9b3e-874317feaaa9,DISK] 2024-11-10T23:25:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39891,DS-179c6733-6973-4eb1-bbb5-26ef228c3694,DISK] 2024-11-10T23:25:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-59fe36aa-1f90-4c94-9b3e-874317feaaa9,DISK] 2024-11-10T23:25:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39891,DS-179c6733-6973-4eb1-bbb5-26ef228c3694,DISK] 2024-11-10T23:25:03,552 INFO [RS:1;7318282e5099:34681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,34681,1731281103063/7318282e5099%2C34681%2C1731281103063.1731281103526 2024-11-10T23:25:03,553 INFO [RS:0;7318282e5099:46199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,46199,1731281103021/7318282e5099%2C46199%2C1731281103021.1731281103526 2024-11-10T23:25:03,555 DEBUG [RS:1;7318282e5099:34681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435),(127.0.0.1/127.0.0.1:38061:38061)] 2024-11-10T23:25:03,555 DEBUG [RS:0;7318282e5099:46199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435),(127.0.0.1/127.0.0.1:38061:38061)] 2024-11-10T23:25:03,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:25:03,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:25:03,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-10T23:25:03,762 DEBUG [7318282e5099:43361 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:25:03,763 DEBUG [7318282e5099:43361 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:25:03,765 DEBUG [7318282e5099:43361 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:25:03,765 DEBUG [7318282e5099:43361 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:25:03,765 DEBUG [7318282e5099:43361 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:25:03,765 DEBUG [7318282e5099:43361 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:25:03,765 INFO [7318282e5099:43361 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:25:03,765 INFO [7318282e5099:43361 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:25:03,765 DEBUG [7318282e5099:43361 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:25:03,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7318282e5099,46199,1731281103021 2024-11-10T23:25:03,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,46199,1731281103021, state=OPENING 2024-11-10T23:25:03,768 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:25:03,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:03,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:03,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:03,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:25:03,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:03,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,46199,1731281103021}] 2024-11-10T23:25:03,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:25:03,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:25:03,928 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:25:03,928 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:25:03,928 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:25:03,930 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C46199%2C1731281103021.meta, suffix=.meta, logDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,46199,1731281103021, archiveDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/oldWALs, maxLogs=32 2024-11-10T23:25:03,943 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,46199,1731281103021/7318282e5099%2C46199%2C1731281103021.meta.1731281103930.meta, exclude list is [], retry=0 2024-11-10T23:25:03,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39891,DS-179c6733-6973-4eb1-bbb5-26ef228c3694,DISK] 2024-11-10T23:25:03,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-59fe36aa-1f90-4c94-9b3e-874317feaaa9,DISK] 2024-11-10T23:25:03,947 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,46199,1731281103021/7318282e5099%2C46199%2C1731281103021.meta.1731281103930.meta 2024-11-10T23:25:03,948 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38061:38061),(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-10T23:25:03,948 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:25:03,948 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:25:03,948 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:25:03,948 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:25:03,948 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:25:03,948 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:03,949 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:25:03,949 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:25:03,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:25:03,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:25:03,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:03,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:25:03,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:25:03,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:03,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:25:03,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:25:03,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:03,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:25:03,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:25:03,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:03,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:25:03,955 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:25:03,955 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740 2024-11-10T23:25:03,956 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740 2024-11-10T23:25:03,957 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:25:03,957 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:25:03,958 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:25:03,959 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:25:03,959 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60646119, jitterRate=-0.09630240499973297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:25:03,959 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:25:03,960 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281103949Writing region info on filesystem at 1731281103949Initializing all the Stores at 1731281103949Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281103949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281103950 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281103950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281103950Cleaning up temporary data from old regions at 1731281103957 (+7 ms)Running coprocessor post-open hooks at 1731281103959 (+2 ms)Region opened successfully at 1731281103960 (+1 ms) 2024-11-10T23:25:03,961 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281103923 2024-11-10T23:25:03,964 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:25:03,964 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:25:03,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,46199,1731281103021 2024-11-10T23:25:03,966 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,46199,1731281103021, state=OPEN 2024-11-10T23:25:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:25:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:25:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:25:03,968 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7318282e5099,46199,1731281103021 2024-11-10T23:25:03,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:03,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:03,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:25:03,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:25:03,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,46199,1731281103021 in 198 msec 2024-11-10T23:25:03,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:25:03,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-11-10T23:25:03,974 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:25:03,974 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:25:03,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:25:03,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,46199,1731281103021, seqNum=-1] 2024-11-10T23:25:03,975 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:25:03,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:25:03,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 664 msec 2024-11-10T23:25:03,981 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281103981, completionTime=-1 2024-11-10T23:25:03,981 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:25:03,981 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:25:03,983 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:25:03,983 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281163983 2024-11-10T23:25:03,983 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281223983 2024-11-10T23:25:03,983 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T23:25:03,984 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,43361,1731281102973-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,984 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,43361,1731281102973-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,984 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,43361,1731281102973-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,984 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7318282e5099:43361, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,984 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,984 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:03,986 DEBUG [master/7318282e5099:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:25:03,988 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.821sec 2024-11-10T23:25:03,988 INFO [master/7318282e5099:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:25:03,988 INFO [master/7318282e5099:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:25:03,988 INFO [master/7318282e5099:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:25:03,988 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:25:03,988 INFO [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:25:03,988 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,43361,1731281102973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:25:03,988 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,43361,1731281102973-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:25:03,990 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:25:03,990 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:25:03,990 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,43361,1731281102973-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:25:04,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c142ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:25:04,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,43361,-1 for getting cluster id 2024-11-10T23:25:04,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:25:04,041 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aba0235-6724-4edb-bace-e804c349a4cf' 2024-11-10T23:25:04,042 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:25:04,042 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aba0235-6724-4edb-bace-e804c349a4cf" 2024-11-10T23:25:04,042 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273a13ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:25:04,042 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,43361,-1] 2024-11-10T23:25:04,043 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:25:04,043 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:04,044 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:25:04,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33620915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:25:04,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:25:04,046 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,46199,1731281103021, seqNum=-1] 2024-11-10T23:25:04,046 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:25:04,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:25:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7318282e5099,43361,1731281102973 2024-11-10T23:25:04,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:25:04,050 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,43361,1731281102973 2024-11-10T23:25:04,050 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79b83d51 2024-11-10T23:25:04,050 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:25:04,051 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:25:04,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:25:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:25:04,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:25:04,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:04,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:25:04,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:25:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:25:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:25:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:25:04,064 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 973a1aedd3e7e04164ed068281cdf027, NAME => 'testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575 2024-11-10T23:25:04,064 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b477657c95bbc6f1248eac3ab2e7ad17, NAME => 'testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575 2024-11-10T23:25:04,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:25:04,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:25:04,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:25:04,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:25:04,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:04,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 973a1aedd3e7e04164ed068281cdf027, disabling compactions & flushes 2024-11-10T23:25:04,072 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:04,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:04,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. after waiting 0 ms 2024-11-10T23:25:04,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:04,072 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:04,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 973a1aedd3e7e04164ed068281cdf027: Waiting for close lock at 1731281104072Disabling compacts and flushes for region at 1731281104072Disabling writes for close at 1731281104072Writing region close event to WAL at 1731281104072Closed at 1731281104072 2024-11-10T23:25:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:25:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:25:04,473 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:04,473 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b477657c95bbc6f1248eac3ab2e7ad17, disabling compactions & flushes 2024-11-10T23:25:04,473 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:04,473 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:04,473 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. after waiting 0 ms 2024-11-10T23:25:04,473 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:04,473 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:04,473 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b477657c95bbc6f1248eac3ab2e7ad17: Waiting for close lock at 1731281104473Disabling compacts and flushes for region at 1731281104473Disabling writes for close at 1731281104473Writing region close event to WAL at 1731281104473Closed at 1731281104473 2024-11-10T23:25:04,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:25:04,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281104475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281104475"}]},"ts":"1731281104475"} 2024-11-10T23:25:04,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281104475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281104475"}]},"ts":"1731281104475"} 2024-11-10T23:25:04,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:25:04,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:25:04,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281104479"}]},"ts":"1731281104479"} 2024-11-10T23:25:04,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:25:04,482 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7318282e5099=0} racks are {/default-rack=0} 2024-11-10T23:25:04,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:25:04,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:25:04,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:25:04,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:25:04,483 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:25:04,483 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:25:04,483 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:25:04,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=973a1aedd3e7e04164ed068281cdf027, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b477657c95bbc6f1248eac3ab2e7ad17, ASSIGN}] 2024-11-10T23:25:04,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b477657c95bbc6f1248eac3ab2e7ad17, ASSIGN 2024-11-10T23:25:04,485 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=973a1aedd3e7e04164ed068281cdf027, ASSIGN 2024-11-10T23:25:04,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b477657c95bbc6f1248eac3ab2e7ad17, ASSIGN; state=OFFLINE, location=7318282e5099,34681,1731281103063; forceNewPlan=false, retain=false 2024-11-10T23:25:04,486 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=973a1aedd3e7e04164ed068281cdf027, ASSIGN; state=OFFLINE, location=7318282e5099,46199,1731281103021; forceNewPlan=false, retain=false 2024-11-10T23:25:04,636 INFO [7318282e5099:43361 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:25:04,637 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b477657c95bbc6f1248eac3ab2e7ad17, regionState=OPENING, regionLocation=7318282e5099,34681,1731281103063 2024-11-10T23:25:04,637 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=973a1aedd3e7e04164ed068281cdf027, regionState=OPENING, regionLocation=7318282e5099,46199,1731281103021 2024-11-10T23:25:04,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b477657c95bbc6f1248eac3ab2e7ad17, ASSIGN because future has completed 2024-11-10T23:25:04,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b477657c95bbc6f1248eac3ab2e7ad17, server=7318282e5099,34681,1731281103063}] 2024-11-10T23:25:04,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=973a1aedd3e7e04164ed068281cdf027, ASSIGN because future has completed 2024-11-10T23:25:04,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 973a1aedd3e7e04164ed068281cdf027, server=7318282e5099,46199,1731281103021}] 2024-11-10T23:25:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:25:04,793 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:25:04,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:25:04,798 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:04,798 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b477657c95bbc6f1248eac3ab2e7ad17, NAME => 'testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:25:04,798 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,798 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:04,798 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:04,798 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,798 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 973a1aedd3e7e04164ed068281cdf027, NAME => 'testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:25:04,798 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,798 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,798 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:25:04,798 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,799 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,799 INFO [StoreOpener-b477657c95bbc6f1248eac3ab2e7ad17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,800 INFO [StoreOpener-973a1aedd3e7e04164ed068281cdf027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,801 INFO [StoreOpener-b477657c95bbc6f1248eac3ab2e7ad17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b477657c95bbc6f1248eac3ab2e7ad17 columnFamilyName family 2024-11-10T23:25:04,801 DEBUG [StoreOpener-b477657c95bbc6f1248eac3ab2e7ad17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:04,801 INFO [StoreOpener-973a1aedd3e7e04164ed068281cdf027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 973a1aedd3e7e04164ed068281cdf027 columnFamilyName family 2024-11-10T23:25:04,801 DEBUG [StoreOpener-973a1aedd3e7e04164ed068281cdf027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:25:04,801 INFO [StoreOpener-b477657c95bbc6f1248eac3ab2e7ad17-1 {}] regionserver.HStore(327): Store=b477657c95bbc6f1248eac3ab2e7ad17/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:25:04,801 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,801 INFO [StoreOpener-973a1aedd3e7e04164ed068281cdf027-1 {}] regionserver.HStore(327): Store=973a1aedd3e7e04164ed068281cdf027/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:25:04,802 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,802 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,802 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,802 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,803 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,803 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,803 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,803 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,803 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,804 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,804 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,806 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/b477657c95bbc6f1248eac3ab2e7ad17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:25:04,806 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/973a1aedd3e7e04164ed068281cdf027/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:25:04,807 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b477657c95bbc6f1248eac3ab2e7ad17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66009673, jitterRate=-0.0163792222738266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:25:04,807 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:04,807 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 973a1aedd3e7e04164ed068281cdf027; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62757293, jitterRate=-0.06484346091747284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:25:04,807 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:04,807 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b477657c95bbc6f1248eac3ab2e7ad17: Running coprocessor pre-open hook at 1731281104798Writing region info on filesystem at 1731281104798Initializing all the Stores at 1731281104799 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281104799Cleaning up temporary data from old regions at 1731281104803 (+4 ms)Running coprocessor post-open hooks at 1731281104807 (+4 ms)Region opened successfully at 1731281104807 2024-11-10T23:25:04,807 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 973a1aedd3e7e04164ed068281cdf027: Running coprocessor pre-open hook at 1731281104799Writing region info on filesystem at 1731281104799Initializing all the Stores at 1731281104799Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281104799Cleaning up temporary data from old regions at 1731281104803 (+4 ms)Running coprocessor post-open hooks at 1731281104807 (+4 ms)Region opened successfully at 1731281104807 2024-11-10T23:25:04,808 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17., pid=7, masterSystemTime=1731281104792 2024-11-10T23:25:04,808 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027., pid=8, masterSystemTime=1731281104795 2024-11-10T23:25:04,810 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:04,810 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:04,811 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=973a1aedd3e7e04164ed068281cdf027, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,46199,1731281103021 2024-11-10T23:25:04,811 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:04,811 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:04,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b477657c95bbc6f1248eac3ab2e7ad17, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,34681,1731281103063 2024-11-10T23:25:04,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 973a1aedd3e7e04164ed068281cdf027, server=7318282e5099,46199,1731281103021 because future has completed 2024-11-10T23:25:04,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b477657c95bbc6f1248eac3ab2e7ad17, server=7318282e5099,34681,1731281103063 because future has completed 2024-11-10T23:25:04,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-10T23:25:04,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 973a1aedd3e7e04164ed068281cdf027, server=7318282e5099,46199,1731281103021 in 174 msec 2024-11-10T23:25:04,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T23:25:04,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b477657c95bbc6f1248eac3ab2e7ad17, server=7318282e5099,34681,1731281103063 in 176 msec 2024-11-10T23:25:04,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=973a1aedd3e7e04164ed068281cdf027, ASSIGN in 334 msec 2024-11-10T23:25:04,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-10T23:25:04,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b477657c95bbc6f1248eac3ab2e7ad17, ASSIGN in 335 msec 2024-11-10T23:25:04,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:25:04,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281104821"}]},"ts":"1731281104821"} 2024-11-10T23:25:04,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:25:04,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:25:04,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 772 msec 2024-11-10T23:25:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:25:05,191 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:25:05,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:25:05,191 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:25:05,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:25:05,194 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:25:05,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:25:05,197 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027., hostname=7318282e5099,46199,1731281103021, seqNum=2] 2024-11-10T23:25:05,206 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17., hostname=7318282e5099,34681,1731281103063, seqNum=2] 2024-11-10T23:25:05,206 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:25:05,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:25:05,215 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 973a1aedd3e7e04164ed068281cdf027 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:25:05,231 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/973a1aedd3e7e04164ed068281cdf027/.tmp/family/69e5503c1263418688439e22f6938db5 is 32, key is 1/family:/1731281105198/Put/seqid=0 2024-11-10T23:25:05,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:25:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:25:05,237 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/973a1aedd3e7e04164ed068281cdf027/.tmp/family/69e5503c1263418688439e22f6938db5 2024-11-10T23:25:05,243 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/973a1aedd3e7e04164ed068281cdf027/.tmp/family/69e5503c1263418688439e22f6938db5 as hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/973a1aedd3e7e04164ed068281cdf027/family/69e5503c1263418688439e22f6938db5 2024-11-10T23:25:05,248 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/973a1aedd3e7e04164ed068281cdf027/family/69e5503c1263418688439e22f6938db5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:25:05,249 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 973a1aedd3e7e04164ed068281cdf027 in 34ms, sequenceid=8, compaction requested=false 2024-11-10T23:25:05,249 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 973a1aedd3e7e04164ed068281cdf027: 2024-11-10T23:25:05,250 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b477657c95bbc6f1248eac3ab2e7ad17 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:25:05,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/b477657c95bbc6f1248eac3ab2e7ad17/.tmp/family/8351b53c519140eea74b19acc8799fa8 is 32, key is 5/family:/1731281105208/Put/seqid=0 2024-11-10T23:25:05,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:25:05,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:25:05,278 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/b477657c95bbc6f1248eac3ab2e7ad17/.tmp/family/8351b53c519140eea74b19acc8799fa8 2024-11-10T23:25:05,283 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/b477657c95bbc6f1248eac3ab2e7ad17/.tmp/family/8351b53c519140eea74b19acc8799fa8 as hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/b477657c95bbc6f1248eac3ab2e7ad17/family/8351b53c519140eea74b19acc8799fa8 2024-11-10T23:25:05,289 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/b477657c95bbc6f1248eac3ab2e7ad17/family/8351b53c519140eea74b19acc8799fa8, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:25:05,290 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b477657c95bbc6f1248eac3ab2e7ad17 in 40ms, sequenceid=9, compaction requested=false 2024-11-10T23:25:05,290 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b477657c95bbc6f1248eac3ab2e7ad17: 2024-11-10T23:25:05,294 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-10T23:25:05,298 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:25:05,298 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:25:05,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:25:05,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:25:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] bucket.BucketCache(1864): found 1 blocks for file 8351b53c519140eea74b19acc8799fa8, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:25:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] bucket.BucketCache(1864): found 1 blocks for file 69e5503c1263418688439e22f6938db5, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:25:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] bucket.BucketCache(857): removed key 69e5503c1263418688439e22f6938db5_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:25:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] bucket.BucketCache(857): removed key 8351b53c519140eea74b19acc8799fa8_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:25:05,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:25:05,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:25:05,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:25:05,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:05,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:05,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:25:05,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:25:05,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=259993098, stopped=false 2024-11-10T23:25:05,301 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7318282e5099,43361,1731281102973 2024-11-10T23:25:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:25:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:25:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:25:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:05,303 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:25:05,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:25:05,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:25:05,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:05,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,46199,1731281103021' ***** 2024-11-10T23:25:05,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:25:05,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:25:05,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,34681,1731281103063' ***** 2024-11-10T23:25:05,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:25:05,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:25:05,304 INFO [RS:0;7318282e5099:46199 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:25:05,304 INFO [RS:0;7318282e5099:46199 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:25:05,304 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:25:05,304 INFO [RS:0;7318282e5099:46199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:25:05,304 INFO [RS:1;7318282e5099:34681 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:25:05,304 INFO [RS:0;7318282e5099:46199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:25:05,304 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:25:05,304 INFO [RS:0;7318282e5099:46199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:25:05,304 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:25:05,304 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:25:05,304 INFO [RS:1;7318282e5099:34681 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:25:05,304 INFO [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(3091): Received CLOSE for 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:05,305 INFO [RS:1;7318282e5099:34681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:25:05,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:25:05,305 INFO [RS:1;7318282e5099:34681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:25:05,305 INFO [RS:1;7318282e5099:34681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:25:05,305 INFO [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(3091): Received CLOSE for b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:05,305 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:25:05,305 INFO [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,46199,1731281103021 2024-11-10T23:25:05,305 INFO [RS:0;7318282e5099:46199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:25:05,305 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:25:05,305 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:25:05,305 INFO [RS:0;7318282e5099:46199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7318282e5099:46199. 2024-11-10T23:25:05,305 DEBUG [RS:0;7318282e5099:46199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:25:05,305 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:25:05,305 DEBUG [RS:0;7318282e5099:46199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:05,305 INFO [RS:0;7318282e5099:46199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:25:05,305 INFO [RS:0;7318282e5099:46199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:25:05,305 INFO [RS:0;7318282e5099:46199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:25:05,305 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 973a1aedd3e7e04164ed068281cdf027, disabling compactions & flushes 2024-11-10T23:25:05,305 INFO [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:25:05,305 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:05,305 INFO [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,34681,1731281103063 2024-11-10T23:25:05,305 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:05,305 INFO [RS:1;7318282e5099:34681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:25:05,305 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. after waiting 0 ms 2024-11-10T23:25:05,305 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:05,305 INFO [RS:1;7318282e5099:34681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7318282e5099:34681. 2024-11-10T23:25:05,305 DEBUG [RS:1;7318282e5099:34681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:25:05,305 DEBUG [RS:1;7318282e5099:34681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:05,306 INFO [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:25:05,306 INFO [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:25:05,306 DEBUG [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 973a1aedd3e7e04164ed068281cdf027=testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027.} 2024-11-10T23:25:05,306 DEBUG [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(1325): Online Regions={b477657c95bbc6f1248eac3ab2e7ad17=testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17.} 2024-11-10T23:25:05,306 DEBUG [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 973a1aedd3e7e04164ed068281cdf027 2024-11-10T23:25:05,306 DEBUG [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(1351): Waiting on b477657c95bbc6f1248eac3ab2e7ad17 2024-11-10T23:25:05,306 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:25:05,306 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:25:05,306 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:25:05,306 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:25:05,306 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:25:05,306 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b477657c95bbc6f1248eac3ab2e7ad17, disabling compactions & flushes 2024-11-10T23:25:05,306 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:05,306 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:25:05,306 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:05,306 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. after waiting 0 ms 2024-11-10T23:25:05,306 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:05,311 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/b477657c95bbc6f1248eac3ab2e7ad17/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:25:05,311 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/default/testClearRegionBlockCache/973a1aedd3e7e04164ed068281cdf027/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:25:05,312 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:05,312 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b477657c95bbc6f1248eac3ab2e7ad17: Waiting for close lock at 1731281105306Running coprocessor pre-close hooks at 1731281105306Disabling compacts and flushes for region at 1731281105306Disabling writes for close at 1731281105306Writing region close event to WAL at 1731281105307 (+1 ms)Running coprocessor post-close hooks at 1731281105312 (+5 ms)Closed at 1731281105312 2024-11-10T23:25:05,312 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:05,312 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 973a1aedd3e7e04164ed068281cdf027: Waiting for close lock at 1731281105305Running coprocessor pre-close hooks at 1731281105305Disabling compacts and flushes for region at 1731281105305Disabling writes for close at 1731281105305Writing region close event to WAL at 1731281105307 (+2 ms)Running coprocessor post-close hooks at 1731281105312 (+5 ms)Closed at 1731281105312 2024-11-10T23:25:05,312 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17. 2024-11-10T23:25:05,312 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281104052.973a1aedd3e7e04164ed068281cdf027. 2024-11-10T23:25:05,330 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/.tmp/info/5a79418562ed4379852a9db5ae25be9c is 173, key is testClearRegionBlockCache,5,1731281104052.b477657c95bbc6f1248eac3ab2e7ad17./info:regioninfo/1731281104812/Put/seqid=0 2024-11-10T23:25:05,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:25:05,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:25:05,337 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/.tmp/info/5a79418562ed4379852a9db5ae25be9c 2024-11-10T23:25:05,357 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/.tmp/ns/da3bb0c99a7c4d248df76cce2f052d89 is 43, key is default/ns:d/1731281103977/Put/seqid=0 2024-11-10T23:25:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:25:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:25:05,363 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/.tmp/ns/da3bb0c99a7c4d248df76cce2f052d89 2024-11-10T23:25:05,383 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:25:05,383 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:25:05,383 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/.tmp/table/72dabe4139ce4333b952c1308a61d67b is 61, key is testClearRegionBlockCache/table:state/1731281104821/Put/seqid=0 2024-11-10T23:25:05,384 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:25:05,384 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:25:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:25:05,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:25:05,389 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/.tmp/table/72dabe4139ce4333b952c1308a61d67b 2024-11-10T23:25:05,395 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/.tmp/info/5a79418562ed4379852a9db5ae25be9c as hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/info/5a79418562ed4379852a9db5ae25be9c 2024-11-10T23:25:05,400 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/info/5a79418562ed4379852a9db5ae25be9c, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:25:05,401 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/.tmp/ns/da3bb0c99a7c4d248df76cce2f052d89 as hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/ns/da3bb0c99a7c4d248df76cce2f052d89 2024-11-10T23:25:05,405 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/ns/da3bb0c99a7c4d248df76cce2f052d89, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:25:05,406 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/.tmp/table/72dabe4139ce4333b952c1308a61d67b as hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/table/72dabe4139ce4333b952c1308a61d67b 2024-11-10T23:25:05,409 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:25:05,409 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:25:05,411 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/table/72dabe4139ce4333b952c1308a61d67b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:25:05,413 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=13, compaction requested=false 2024-11-10T23:25:05,417 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:25:05,418 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:25:05,418 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:25:05,418 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281105306Running coprocessor pre-close hooks at 1731281105306Disabling compacts and flushes for region at 1731281105306Disabling writes for close at 1731281105306Obtaining lock to block concurrent updates at 1731281105306Preparing flush snapshotting stores in 1588230740 at 1731281105306Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281105306Flushing stores of hbase:meta,,1.1588230740 at 1731281105307 (+1 ms)Flushing 1588230740/info: creating writer at 1731281105308 (+1 ms)Flushing 1588230740/info: appending metadata at 1731281105330 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731281105330Flushing 1588230740/ns: creating writer at 1731281105342 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731281105356 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731281105357 (+1 ms)Flushing 1588230740/table: creating writer at 1731281105368 (+11 ms)Flushing 1588230740/table: appending metadata at 1731281105383 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731281105383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd2717: reopening flushed file at 1731281105394 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301e42fe: reopening flushed file at 1731281105400 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@495a3412: reopening flushed file at 1731281105405 (+5 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=13, compaction requested=false at 1731281105413 (+8 ms)Writing region close event to WAL at 1731281105414 (+1 ms)Running coprocessor post-close hooks at 1731281105418 (+4 ms)Closed at 1731281105418 2024-11-10T23:25:05,418 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:25:05,506 INFO [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,46199,1731281103021; all regions closed. 2024-11-10T23:25:05,506 INFO [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,34681,1731281103063; all regions closed. 2024-11-10T23:25:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741834_1010 (size=1867) 2024-11-10T23:25:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741834_1010 (size=1867) 2024-11-10T23:25:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:25:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:25:05,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,46199,1731281103021/7318282e5099%2C46199%2C1731281103021.meta.1731281103930.meta not finished, retry = 0 2024-11-10T23:25:05,511 DEBUG [RS:1;7318282e5099:34681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/oldWALs 2024-11-10T23:25:05,511 INFO [RS:1;7318282e5099:34681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C34681%2C1731281103063:(num 1731281103526) 2024-11-10T23:25:05,511 DEBUG [RS:1;7318282e5099:34681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:05,511 INFO [RS:1;7318282e5099:34681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:25:05,512 INFO [RS:1;7318282e5099:34681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:25:05,512 INFO [RS:1;7318282e5099:34681 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T23:25:05,512 INFO [RS:1;7318282e5099:34681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:25:05,512 INFO [RS:1;7318282e5099:34681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:25:05,512 INFO [RS:1;7318282e5099:34681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:25:05,512 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:25:05,512 INFO [RS:1;7318282e5099:34681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:25:05,512 INFO [RS:1;7318282e5099:34681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34681 2024-11-10T23:25:05,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,34681,1731281103063 2024-11-10T23:25:05,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:25:05,514 INFO [RS:1;7318282e5099:34681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:25:05,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,34681,1731281103063] 2024-11-10T23:25:05,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,34681,1731281103063 already deleted, retry=false 2024-11-10T23:25:05,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,34681,1731281103063 expired; onlineServers=1 2024-11-10T23:25:05,612 DEBUG [RS:0;7318282e5099:46199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/oldWALs 2024-11-10T23:25:05,612 INFO [RS:0;7318282e5099:46199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C46199%2C1731281103021.meta:.meta(num 1731281103930) 2024-11-10T23:25:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741833_1009 (size=1758) 2024-11-10T23:25:05,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/WALs/7318282e5099,46199,1731281103021/7318282e5099%2C46199%2C1731281103021.1731281103526 not finished, retry = 0 2024-11-10T23:25:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741833_1009 (size=1758) 2024-11-10T23:25:05,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:05,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34681-0x101043312f90002, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:05,616 INFO [RS:1;7318282e5099:34681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:25:05,616 INFO [RS:1;7318282e5099:34681 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,34681,1731281103063; zookeeper connection closed. 2024-11-10T23:25:05,616 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a37d018 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a37d018 2024-11-10T23:25:05,718 DEBUG [RS:0;7318282e5099:46199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/oldWALs 2024-11-10T23:25:05,718 INFO [RS:0;7318282e5099:46199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C46199%2C1731281103021:(num 1731281103526) 2024-11-10T23:25:05,718 DEBUG [RS:0;7318282e5099:46199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:25:05,718 INFO [RS:0;7318282e5099:46199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:25:05,718 INFO [RS:0;7318282e5099:46199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:25:05,718 INFO [RS:0;7318282e5099:46199 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:25:05,718 INFO [RS:0;7318282e5099:46199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:25:05,718 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:25:05,718 INFO [RS:0;7318282e5099:46199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46199 2024-11-10T23:25:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,46199,1731281103021 2024-11-10T23:25:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:25:05,720 INFO [RS:0;7318282e5099:46199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:25:05,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,46199,1731281103021] 2024-11-10T23:25:05,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,46199,1731281103021 already deleted, retry=false 2024-11-10T23:25:05,723 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,46199,1731281103021 expired; onlineServers=0 2024-11-10T23:25:05,723 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7318282e5099,43361,1731281102973' ***** 2024-11-10T23:25:05,723 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:25:05,723 INFO [M:0;7318282e5099:43361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:25:05,723 INFO [M:0;7318282e5099:43361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:25:05,723 DEBUG [M:0;7318282e5099:43361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:25:05,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:25:05,723 DEBUG [M:0;7318282e5099:43361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:25:05,723 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281103321 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731281103321,5,FailOnTimeoutGroup] 2024-11-10T23:25:05,724 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281103321 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731281103321,5,FailOnTimeoutGroup] 2024-11-10T23:25:05,724 INFO [M:0;7318282e5099:43361 {}] hbase.ChoreService(370): Chore service for: master/7318282e5099:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:25:05,724 INFO [M:0;7318282e5099:43361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:25:05,724 DEBUG [M:0;7318282e5099:43361 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:25:05,724 INFO [M:0;7318282e5099:43361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:25:05,724 INFO [M:0;7318282e5099:43361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:25:05,724 INFO [M:0;7318282e5099:43361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:25:05,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:25:05,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:25:05,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:25:05,726 DEBUG [M:0;7318282e5099:43361 {}] zookeeper.ZKUtil(347): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:25:05,726 WARN [M:0;7318282e5099:43361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:25:05,726 INFO [M:0;7318282e5099:43361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/.lastflushedseqids 2024-11-10T23:25:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:25:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:25:05,733 INFO [M:0;7318282e5099:43361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:25:05,733 INFO [M:0;7318282e5099:43361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:25:05,733 DEBUG [M:0;7318282e5099:43361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:25:05,733 INFO [M:0;7318282e5099:43361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:05,733 DEBUG [M:0;7318282e5099:43361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:05,733 DEBUG [M:0;7318282e5099:43361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:25:05,733 DEBUG [M:0;7318282e5099:43361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:05,733 INFO [M:0;7318282e5099:43361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-10T23:25:05,749 DEBUG [M:0;7318282e5099:43361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d97cadab72624a1d9b5862531424fd28 is 82, key is hbase:meta,,1/info:regioninfo/1731281103965/Put/seqid=0 2024-11-10T23:25:05,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:25:05,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:25:05,755 INFO [M:0;7318282e5099:43361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d97cadab72624a1d9b5862531424fd28 2024-11-10T23:25:05,774 DEBUG [M:0;7318282e5099:43361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6832f708bf4473aa9a6d5ec5229453a is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281104825/Put/seqid=0 2024-11-10T23:25:05,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:25:05,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:25:05,780 INFO [M:0;7318282e5099:43361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6832f708bf4473aa9a6d5ec5229453a 2024-11-10T23:25:05,799 DEBUG [M:0;7318282e5099:43361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c1926adeb544ff583fb8b94f3621524 is 69, key is 7318282e5099,34681,1731281103063/rs:state/1731281103362/Put/seqid=0 2024-11-10T23:25:05,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:25:05,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:25:05,805 INFO [M:0;7318282e5099:43361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c1926adeb544ff583fb8b94f3621524 2024-11-10T23:25:05,810 DEBUG [M:0;7318282e5099:43361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d97cadab72624a1d9b5862531424fd28 as hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d97cadab72624a1d9b5862531424fd28 2024-11-10T23:25:05,814 INFO [M:0;7318282e5099:43361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d97cadab72624a1d9b5862531424fd28, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:25:05,815 DEBUG [M:0;7318282e5099:43361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6832f708bf4473aa9a6d5ec5229453a as hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6832f708bf4473aa9a6d5ec5229453a 2024-11-10T23:25:05,820 INFO [M:0;7318282e5099:43361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6832f708bf4473aa9a6d5ec5229453a, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:25:05,821 DEBUG [M:0;7318282e5099:43361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c1926adeb544ff583fb8b94f3621524 as hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c1926adeb544ff583fb8b94f3621524 2024-11-10T23:25:05,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:05,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x101043312f90001, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:05,822 INFO [RS:0;7318282e5099:46199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:25:05,822 INFO [RS:0;7318282e5099:46199 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,46199,1731281103021; zookeeper connection closed. 2024-11-10T23:25:05,822 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f50ec0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f50ec0c 2024-11-10T23:25:05,823 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:25:05,825 INFO [M:0;7318282e5099:43361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37779/user/jenkins/test-data/ebe7b839-f06f-f86a-6da4-661f55f96575/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c1926adeb544ff583fb8b94f3621524, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:25:05,826 INFO [M:0;7318282e5099:43361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false 2024-11-10T23:25:05,827 INFO [M:0;7318282e5099:43361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:25:05,828 DEBUG [M:0;7318282e5099:43361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281105733Disabling compacts and flushes for region at 1731281105733Disabling writes for close at 1731281105733Obtaining lock to block concurrent updates at 1731281105733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281105733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731281105734 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281105734Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281105734Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281105749 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281105749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281105760 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281105774 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281105774Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281105785 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281105799 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281105799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6afd76: reopening flushed file at 1731281105809 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1176eb4e: reopening flushed file at 1731281105815 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc224b: reopening flushed file at 1731281105820 (+5 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false at 1731281105826 (+6 ms)Writing region close event to WAL at 1731281105827 (+1 ms)Closed at 1731281105827 2024-11-10T23:25:05,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741830_1006 (size=35489) 2024-11-10T23:25:05,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741830_1006 (size=35489) 2024-11-10T23:25:05,830 INFO [M:0;7318282e5099:43361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:25:05,830 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:25:05,830 INFO [M:0;7318282e5099:43361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43361 2024-11-10T23:25:05,831 INFO [M:0;7318282e5099:43361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:25:05,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:05,932 INFO [M:0;7318282e5099:43361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:25:05,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x101043312f90000, quorum=127.0.0.1:54807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:25:05,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b2f830a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:25:05,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b59500a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:25:05,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:25:05,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae2904a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:25:05,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3031d398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/hadoop.log.dir/,STOPPED} 2024-11-10T23:25:05,937 WARN [BP-242607986-172.17.0.2-1731281102183 heartbeating to localhost/127.0.0.1:37779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:25:05,937 WARN [BP-242607986-172.17.0.2-1731281102183 heartbeating to localhost/127.0.0.1:37779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-242607986-172.17.0.2-1731281102183 (Datanode Uuid 15dd4619-072c-40e5-85f7-be5649073e06) service to localhost/127.0.0.1:37779 2024-11-10T23:25:05,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:25:05,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:25:05,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/data/data3/current/BP-242607986-172.17.0.2-1731281102183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:25:05,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/data/data4/current/BP-242607986-172.17.0.2-1731281102183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:25:05,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:25:05,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3eb7b0a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:25:05,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42fa8863{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:25:05,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:25:05,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7013ec52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:25:05,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@788c2125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/hadoop.log.dir/,STOPPED} 2024-11-10T23:25:05,941 WARN [BP-242607986-172.17.0.2-1731281102183 heartbeating to localhost/127.0.0.1:37779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:25:05,941 WARN [BP-242607986-172.17.0.2-1731281102183 heartbeating to localhost/127.0.0.1:37779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-242607986-172.17.0.2-1731281102183 (Datanode Uuid d9cc6054-d551-42ee-9a20-109552696c07) service to localhost/127.0.0.1:37779 2024-11-10T23:25:05,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:25:05,941 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:25:05,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/data/data1/current/BP-242607986-172.17.0.2-1731281102183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:25:05,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/cluster_6bfc2caa-ca8d-a98b-e7f2-ba817a5d2b9a/data/data2/current/BP-242607986-172.17.0.2-1731281102183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:25:05,942 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:25:05,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b0d0d14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:25:05,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab8566b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:25:05,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:25:05,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72e0de2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:25:05,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b5bdde0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b861cb7-0eee-5b93-a84d-5a973fc06b2b/hadoop.log.dir/,STOPPED} 2024-11-10T23:25:05,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:25:05,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:25:05,977 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=197 (was 178) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:37779 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:37779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:37779 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220669988) connection to localhost/127.0.0.1:37779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=555 (was 528) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 101) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8821 (was 8998)