2024-11-07 12:35:39,098 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 2024-11-07 12:35:39,122 main DEBUG Took 0.020920 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 12:35:39,122 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 12:35:39,123 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 12:35:39,124 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 12:35:39,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,136 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 12:35:39,154 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,157 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,158 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,160 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,161 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,162 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,164 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,165 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,166 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,168 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:35:39,170 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,170 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 12:35:39,172 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:35:39,174 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 12:35:39,177 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 12:35:39,177 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 12:35:39,179 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 12:35:39,179 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 12:35:39,191 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 12:35:39,196 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 12:35:39,198 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 12:35:39,199 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 12:35:39,200 main DEBUG createAppenders(={Console}) 2024-11-07 12:35:39,201 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 initialized 2024-11-07 12:35:39,201 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 2024-11-07 12:35:39,202 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 OK. 2024-11-07 12:35:39,202 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 12:35:39,203 main DEBUG OutputStream closed 2024-11-07 12:35:39,203 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 12:35:39,204 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 12:35:39,204 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@316bcf94 OK 2024-11-07 12:35:39,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 12:35:39,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 12:35:39,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 12:35:39,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 12:35:39,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 12:35:39,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 12:35:39,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 12:35:39,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 12:35:39,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 12:35:39,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 12:35:39,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 12:35:39,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 12:35:39,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 12:35:39,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 12:35:39,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 12:35:39,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 12:35:39,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 12:35:39,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 12:35:39,301 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 12:35:39,302 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@53941c2f) with optional ClassLoader: null 2024-11-07 12:35:39,302 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 12:35:39,303 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@53941c2f] started OK. 2024-11-07T12:35:39,317 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount timeout: 13 mins 2024-11-07 12:35:39,320 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 12:35:39,321 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T12:35:39,682 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f 2024-11-07T12:35:39,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=class org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:35:39,732 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/cluster_fa5cd930-052c-e356-5dfa-1f2a43aae0aa, deleteOnExit=true 2024-11-07T12:35:39,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:35:39,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/test.cache.data in system properties and HBase conf 2024-11-07T12:35:39,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:35:39,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:35:39,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:35:39,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:35:39,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:35:39,867 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T12:35:39,984 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:35:39,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:35:39,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:35:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:35:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:35:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:35:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:35:39,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:35:39,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:35:39,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:35:39,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:35:39,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:35:39,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:35:39,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:35:39,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:35:41,002 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T12:35:41,111 INFO [Time-limited test {}] log.Log(170): Logging initialized @2982ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T12:35:41,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:35:41,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:35:41,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:35:41,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:35:41,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:35:41,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:35:41,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c0401f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:35:41,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f291087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:35:41,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dda0fbf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/java.io.tmpdir/jetty-localhost-32835-hadoop-hdfs-3_4_1-tests_jar-_-any-17246152498850085356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:35:41,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c634cb4{HTTP/1.1, (http/1.1)}{localhost:32835} 2024-11-07T12:35:41,601 INFO [Time-limited test {}] server.Server(415): Started @3473ms 2024-11-07T12:35:42,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:35:42,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:35:42,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:35:42,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:35:42,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:35:42,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d29accc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:35:42,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fc7871c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:35:42,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68826de0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/java.io.tmpdir/jetty-localhost-34385-hadoop-hdfs-3_4_1-tests_jar-_-any-4348382745977193472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:35:42,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f51c9be{HTTP/1.1, (http/1.1)}{localhost:34385} 2024-11-07T12:35:42,190 INFO [Time-limited test {}] server.Server(415): Started @4063ms 2024-11-07T12:35:42,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:35:42,824 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/cluster_fa5cd930-052c-e356-5dfa-1f2a43aae0aa/data/data1/current/BP-743763316-172.17.0.3-1730982940701/current, will proceed with Du for space computation calculation, 2024-11-07T12:35:42,824 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/cluster_fa5cd930-052c-e356-5dfa-1f2a43aae0aa/data/data2/current/BP-743763316-172.17.0.3-1730982940701/current, will proceed with Du for space computation calculation, 2024-11-07T12:35:42,886 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:35:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4a983f36da3aa0a with lease ID 0x3ba6bb761d7e779: Processing first storage report for DS-b6300dff-fc7b-4afe-8b50-7027bfd2d870 from datanode DatanodeRegistration(127.0.0.1:39557, datanodeUuid=4c6380ac-eccd-4a1c-9ffb-a36b7cfa0391, infoPort=33177, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=1217320976;c=1730982940701) 2024-11-07T12:35:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4a983f36da3aa0a with lease ID 0x3ba6bb761d7e779: from storage DS-b6300dff-fc7b-4afe-8b50-7027bfd2d870 node DatanodeRegistration(127.0.0.1:39557, datanodeUuid=4c6380ac-eccd-4a1c-9ffb-a36b7cfa0391, infoPort=33177, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=1217320976;c=1730982940701), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:35:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4a983f36da3aa0a with lease ID 0x3ba6bb761d7e779: Processing first storage report for DS-0eeb0398-c373-4022-bde8-b1c6171fb2ed from datanode DatanodeRegistration(127.0.0.1:39557, datanodeUuid=4c6380ac-eccd-4a1c-9ffb-a36b7cfa0391, infoPort=33177, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=1217320976;c=1730982940701) 2024-11-07T12:35:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4a983f36da3aa0a with lease ID 0x3ba6bb761d7e779: from storage DS-0eeb0398-c373-4022-bde8-b1c6171fb2ed node DatanodeRegistration(127.0.0.1:39557, datanodeUuid=4c6380ac-eccd-4a1c-9ffb-a36b7cfa0391, infoPort=33177, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=1217320976;c=1730982940701), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:35:43,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f 2024-11-07T12:35:43,119 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/cluster_fa5cd930-052c-e356-5dfa-1f2a43aae0aa/zookeeper_0, clientPort=56932, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/cluster_fa5cd930-052c-e356-5dfa-1f2a43aae0aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/cluster_fa5cd930-052c-e356-5dfa-1f2a43aae0aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:35:43,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56932 2024-11-07T12:35:43,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:35:43,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:35:43,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:35:43,788 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2 with version=8 2024-11-07T12:35:43,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/hbase-staging 2024-11-07T12:35:43,893 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T12:35:44,151 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:35:44,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:35:44,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:35:44,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:35:44,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:35:44,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:35:44,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:35:44,391 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T12:35:44,403 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T12:35:44,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:35:44,447 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5183 (auto-detected) 2024-11-07T12:35:44,449 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-07T12:35:44,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44461 2024-11-07T12:35:44,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44461 connecting to ZooKeeper ensemble=127.0.0.1:56932 2024-11-07T12:35:44,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444610x0, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:35:44,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44461-0x1001a3da4190000 connected 2024-11-07T12:35:44,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:35:44,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:35:44,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:35:44,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2, hbase.cluster.distributed=false 2024-11-07T12:35:44,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:35:44,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44461 2024-11-07T12:35:44,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44461 2024-11-07T12:35:44,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44461 2024-11-07T12:35:44,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44461 2024-11-07T12:35:44,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44461 2024-11-07T12:35:44,821 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:35:44,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:35:44,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:35:44,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:35:44,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:35:44,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:35:44,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:35:44,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:35:44,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37687 2024-11-07T12:35:44,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37687 connecting to ZooKeeper ensemble=127.0.0.1:56932 2024-11-07T12:35:44,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:35:44,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:35:44,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376870x0, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:35:44,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376870x0, quorum=127.0.0.1:56932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:35:44,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37687-0x1001a3da4190001 connected 2024-11-07T12:35:44,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:35:44,883 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:35:44,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:35:44,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:35:44,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37687 2024-11-07T12:35:44,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37687 2024-11-07T12:35:44,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37687 2024-11-07T12:35:44,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37687 2024-11-07T12:35:44,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37687 2024-11-07T12:35:44,940 DEBUG [M:0;87fb68174c52:44461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:44461 2024-11-07T12:35:44,943 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,44461,1730982943946 2024-11-07T12:35:44,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:35:44,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:35:44,953 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,44461,1730982943946 2024-11-07T12:35:44,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:35:44,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:44,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:44,983 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:35:44,984 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,44461,1730982943946 from backup master directory 2024-11-07T12:35:44,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:35:44,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,44461,1730982943946 2024-11-07T12:35:44,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:35:44,989 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:35:44,990 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,44461,1730982943946 2024-11-07T12:35:44,994 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T12:35:44,995 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T12:35:45,076 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/hbase.id] with ID: 71fa2e8a-6d3c-4a4b-a3d4-88e713bd4131 2024-11-07T12:35:45,076 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/.tmp/hbase.id 2024-11-07T12:35:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:35:45,098 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/.tmp/hbase.id]:[hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/hbase.id] 2024-11-07T12:35:45,178 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:35:45,185 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:35:45,218 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 30ms. 2024-11-07T12:35:45,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:45,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:45,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:35:45,286 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:35:45,307 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:35:45,328 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:35:45,333 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:35:45,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:35:45,809 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store 2024-11-07T12:35:45,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:35:46,253 INFO [master/87fb68174c52:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T12:35:46,256 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:35:46,257 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:35:46,258 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:35:46,258 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:35:46,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:35:46,260 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:35:46,260 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:35:46,261 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982946257Disabling compacts and flushes for region at 1730982946257Disabling writes for close at 1730982946260 (+3 ms)Writing region close event to WAL at 1730982946260Closed at 1730982946260 2024-11-07T12:35:46,264 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/.initializing 2024-11-07T12:35:46,264 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/WALs/87fb68174c52,44461,1730982943946 2024-11-07T12:35:46,274 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:35:46,292 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C44461%2C1730982943946, suffix=, logDir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/WALs/87fb68174c52,44461,1730982943946, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/oldWALs, maxLogs=10 2024-11-07T12:35:46,318 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/WALs/87fb68174c52,44461,1730982943946/87fb68174c52%2C44461%2C1730982943946.1730982946297, exclude list is [], retry=0 2024-11-07T12:35:46,338 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-b6300dff-fc7b-4afe-8b50-7027bfd2d870,DISK] 2024-11-07T12:35:46,342 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T12:35:46,384 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/WALs/87fb68174c52,44461,1730982943946/87fb68174c52%2C44461%2C1730982943946.1730982946297 2024-11-07T12:35:46,385 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33177:33177)] 2024-11-07T12:35:46,386 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:35:46,387 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:35:46,391 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,392 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:35:46,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:46,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:35:46,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:35:46,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:46,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:35:46,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:35:46,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:46,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:35:46,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:35:46,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:46,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:35:46,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,491 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,492 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,499 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,500 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,504 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:35:46,508 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:35:46,513 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:35:46,515 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62205322, jitterRate=-0.07306846976280212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:35:46,523 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982946409Initializing all the Stores at 1730982946412 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982946412Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982946413 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982946413Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982946413Cleaning up temporary data from old regions at 1730982946500 (+87 ms)Region opened successfully at 1730982946523 (+23 ms) 2024-11-07T12:35:46,529 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:35:46,583 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb4c2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:35:46,614 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:35:46,627 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:35:46,627 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:35:46,630 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:35:46,632 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T12:35:46,637 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-07T12:35:46,637 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:35:46,671 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:35:46,679 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:35:46,681 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:35:46,684 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:35:46,685 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:35:46,687 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:35:46,689 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:35:46,692 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:35:46,694 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:35:46,695 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:35:46,696 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:35:46,716 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:35:46,718 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:35:46,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:35:46,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:35:46,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:46,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:46,727 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,44461,1730982943946, sessionid=0x1001a3da4190000, setting cluster-up flag (Was=false) 2024-11-07T12:35:46,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:46,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:46,747 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:35:46,749 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,44461,1730982943946 2024-11-07T12:35:46,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:46,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:46,761 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:35:46,763 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,44461,1730982943946 2024-11-07T12:35:46,770 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:35:46,827 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(746): ClusterId : 71fa2e8a-6d3c-4a4b-a3d4-88e713bd4131 2024-11-07T12:35:46,831 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:35:46,837 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:35:46,837 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:35:46,842 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:35:46,845 DEBUG [RS:0;87fb68174c52:37687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbbc13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:35:46,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:35:46,863 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:37687 2024-11-07T12:35:46,866 INFO [RS:0;87fb68174c52:37687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:35:46,867 INFO [RS:0;87fb68174c52:37687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:35:46,867 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:35:46,870 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,44461,1730982943946 with port=37687, startcode=1730982944774 2024-11-07T12:35:46,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:35:46,883 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:35:46,885 DEBUG [RS:0;87fb68174c52:37687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:35:46,891 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,44461,1730982943946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:35:46,901 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:35:46,902 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:35:46,902 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:35:46,902 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:35:46,902 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:35:46,903 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:46,903 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:35:46,903 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:46,922 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982976922 2024-11-07T12:35:46,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:35:46,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:35:46,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:35:46,925 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:35:46,929 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:35:46,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:46,931 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:35:46,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:35:46,931 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:35:46,932 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:35:46,932 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:35:46,936 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44461 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-07T12:35:46,938 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:46,944 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:35:46,945 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:35:46,946 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:35:46,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:35:46,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:35:46,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:35:46,959 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982946954,5,FailOnTimeoutGroup] 2024-11-07T12:35:46,966 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982946959,5,FailOnTimeoutGroup] 2024-11-07T12:35:46,966 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:46,966 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:35:46,967 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T12:35:46,967 WARN [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T12:35:46,968 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:46,968 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,069 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,44461,1730982943946 with port=37687, startcode=1730982944774 2024-11-07T12:35:47,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,37687,1730982944774 2024-11-07T12:35:47,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44461 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,37687,1730982944774 2024-11-07T12:35:47,085 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2 2024-11-07T12:35:47,085 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37931 2024-11-07T12:35:47,085 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:35:47,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:35:47,091 DEBUG [RS:0;87fb68174c52:37687 {}] zookeeper.ZKUtil(111): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,37687,1730982944774 2024-11-07T12:35:47,091 WARN [RS:0;87fb68174c52:37687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:35:47,092 INFO [RS:0;87fb68174c52:37687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:35:47,092 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/WALs/87fb68174c52,37687,1730982944774 2024-11-07T12:35:47,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,37687,1730982944774] 2024-11-07T12:35:47,131 INFO [RS:0;87fb68174c52:37687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:35:47,150 INFO [RS:0;87fb68174c52:37687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:35:47,157 INFO [RS:0;87fb68174c52:37687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:35:47,158 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,159 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:35:47,164 INFO [RS:0;87fb68174c52:37687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:35:47,165 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,166 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,166 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,166 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,167 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,167 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,167 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:35:47,167 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,168 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,168 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,168 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,168 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,169 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:35:47,169 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:35:47,169 DEBUG [RS:0;87fb68174c52:37687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:35:47,172 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,172 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,172 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,172 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,173 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,173 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37687,1730982944774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:35:47,193 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:35:47,195 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37687,1730982944774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,196 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,196 INFO [RS:0;87fb68174c52:37687 {}] regionserver.Replication(171): 87fb68174c52,37687,1730982944774 started 2024-11-07T12:35:47,215 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:47,215 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,37687,1730982944774, RpcServer on 87fb68174c52/172.17.0.3:37687, sessionid=0x1001a3da4190001 2024-11-07T12:35:47,216 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:35:47,216 DEBUG [RS:0;87fb68174c52:37687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,37687,1730982944774 2024-11-07T12:35:47,217 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,37687,1730982944774' 2024-11-07T12:35:47,217 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:35:47,218 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:35:47,219 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:35:47,219 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:35:47,219 DEBUG [RS:0;87fb68174c52:37687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,37687,1730982944774 2024-11-07T12:35:47,219 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,37687,1730982944774' 2024-11-07T12:35:47,219 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:35:47,220 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:35:47,221 DEBUG [RS:0;87fb68174c52:37687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:35:47,221 INFO [RS:0;87fb68174c52:37687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:35:47,221 INFO [RS:0;87fb68174c52:37687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:35:47,327 INFO [RS:0;87fb68174c52:37687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:35:47,331 INFO [RS:0;87fb68174c52:37687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C37687%2C1730982944774, suffix=, logDir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/WALs/87fb68174c52,37687,1730982944774, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/oldWALs, maxLogs=32 2024-11-07T12:35:47,348 DEBUG [RS:0;87fb68174c52:37687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/WALs/87fb68174c52,37687,1730982944774/87fb68174c52%2C37687%2C1730982944774.1730982947334, exclude list is [], retry=0 2024-11-07T12:35:47,354 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-b6300dff-fc7b-4afe-8b50-7027bfd2d870,DISK] 2024-11-07T12:35:47,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:35:47,358 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2 2024-11-07T12:35:47,358 INFO [RS:0;87fb68174c52:37687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/WALs/87fb68174c52,37687,1730982944774/87fb68174c52%2C37687%2C1730982944774.1730982947334 2024-11-07T12:35:47,358 DEBUG [RS:0;87fb68174c52:37687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33177:33177)] 2024-11-07T12:35:47,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:35:47,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:35:47,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:35:47,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:35:47,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:47,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:35:47,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:35:47,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:35:47,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:47,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:35:47,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:35:47,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:35:47,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:47,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:35:47,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:35:47,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:35:47,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:47,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:35:47,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:35:47,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740 2024-11-07T12:35:47,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740 2024-11-07T12:35:47,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:35:47,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:35:47,795 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:35:47,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:35:47,801 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:35:47,802 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68733620, jitterRate=0.024210751056671143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:35:47,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982947770Initializing all the Stores at 1730982947771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982947772 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982947772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982947772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982947772Cleaning up temporary data from old regions at 1730982947794 (+22 ms)Region opened successfully at 1730982947805 (+11 ms) 2024-11-07T12:35:47,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:35:47,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:35:47,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:35:47,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:35:47,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:35:47,806 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:35:47,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982947805Disabling compacts and flushes for region at 1730982947805Disabling writes for close at 1730982947805Writing region close event to WAL at 1730982947806 (+1 ms)Closed at 1730982947806 2024-11-07T12:35:47,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:35:47,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:35:47,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:35:47,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:35:47,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:35:47,985 DEBUG [87fb68174c52:44461 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:35:47,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,37687,1730982944774 2024-11-07T12:35:48,005 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,37687,1730982944774, state=OPENING 2024-11-07T12:35:48,011 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:35:48,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:48,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:48,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:35:48,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:35:48,015 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:35:48,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,37687,1730982944774}] 2024-11-07T12:35:48,196 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:35:48,200 INFO [MockedQuotaManagerRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:35:48,213 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:35:48,213 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:35:48,214 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:35:48,217 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C37687%2C1730982944774.meta, suffix=.meta, logDir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/WALs/87fb68174c52,37687,1730982944774, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/oldWALs, maxLogs=32 2024-11-07T12:35:48,235 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/WALs/87fb68174c52,37687,1730982944774/87fb68174c52%2C37687%2C1730982944774.meta.1730982948219.meta, exclude list is [], retry=0 2024-11-07T12:35:48,240 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-b6300dff-fc7b-4afe-8b50-7027bfd2d870,DISK] 2024-11-07T12:35:48,243 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/WALs/87fb68174c52,37687,1730982944774/87fb68174c52%2C37687%2C1730982944774.meta.1730982948219.meta 2024-11-07T12:35:48,244 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33177:33177)] 2024-11-07T12:35:48,244 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:35:48,246 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:35:48,249 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:35:48,254 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:35:48,259 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:35:48,259 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:35:48,260 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:35:48,260 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:35:48,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:35:48,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:35:48,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:48,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:35:48,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:35:48,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:35:48,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:48,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:35:48,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:35:48,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:35:48,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:48,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:35:48,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:35:48,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:35:48,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:48,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:35:48,275 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:35:48,277 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740 2024-11-07T12:35:48,279 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740 2024-11-07T12:35:48,282 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:35:48,282 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:35:48,283 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:35:48,286 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:35:48,288 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67150758, jitterRate=6.242692470550537E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:35:48,288 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:35:48,291 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982948260Writing region info on filesystem at 1730982948261 (+1 ms)Initializing all the Stores at 1730982948263 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982948263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982948263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982948263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982948263Cleaning up temporary data from old regions at 1730982948282 (+19 ms)Running coprocessor post-open hooks at 1730982948289 (+7 ms)Region opened successfully at 1730982948290 (+1 ms) 2024-11-07T12:35:48,298 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982948186 2024-11-07T12:35:48,310 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:35:48,310 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:35:48,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,37687,1730982944774 2024-11-07T12:35:48,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,37687,1730982944774, state=OPEN 2024-11-07T12:35:48,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:35:48,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:35:48,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:35:48,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:35:48,321 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,37687,1730982944774 2024-11-07T12:35:48,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:35:48,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,37687,1730982944774 in 304 msec 2024-11-07T12:35:48,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:35:48,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-07T12:35:48,335 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:35:48,335 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:35:48,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:35:48,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,37687,1730982944774, seqNum=-1] 2024-11-07T12:35:48,381 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:35:48,384 INFO [MockedQuotaManagerRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:35:48,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6020 sec 2024-11-07T12:35:48,407 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982948407, completionTime=-1 2024-11-07T12:35:48,410 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:35:48,410 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:35:48,441 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:35:48,442 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730983008442 2024-11-07T12:35:48,442 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730983068442 2024-11-07T12:35:48,442 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-07T12:35:48,444 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44461,1730982943946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:48,444 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44461,1730982943946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:48,445 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44461,1730982943946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:48,446 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:44461, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:48,447 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:48,447 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:48,454 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:35:48,474 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.483sec 2024-11-07T12:35:48,475 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:35:48,477 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:35:48,478 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:35:48,478 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:35:48,478 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:35:48,479 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44461,1730982943946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:35:48,480 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44461,1730982943946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:35:48,488 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:35:48,488 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:35:48,489 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44461,1730982943946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:35:48,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41122506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:35:48,540 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T12:35:48,540 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T12:35:48,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,44461,-1 for getting cluster id 2024-11-07T12:35:48,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:35:48,553 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71fa2e8a-6d3c-4a4b-a3d4-88e713bd4131' 2024-11-07T12:35:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:35:48,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71fa2e8a-6d3c-4a4b-a3d4-88e713bd4131" 2024-11-07T12:35:48,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab93269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:35:48,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,44461,-1] 2024-11-07T12:35:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:35:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:35:48,562 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:35:48,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7a8f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:35:48,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:35:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,37687,1730982944774, seqNum=-1] 2024-11-07T12:35:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:35:48,575 INFO [MockedQuotaManagerRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:35:48,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,44461,1730982943946 2024-11-07T12:35:48,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:35:48,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,44461,1730982943946 2024-11-07T12:35:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21c9bd9a 2024-11-07T12:35:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:35:48,610 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:35:48,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ScannerLeaseCount', {NAME => 'Fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:35:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ScannerLeaseCount 2024-11-07T12:35:48,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:35:48,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "ScannerLeaseCount" procId is: 4 2024-11-07T12:35:48,628 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:48,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:35:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:35:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741835_1011 (size=368) 2024-11-07T12:35:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:35:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:35:49,046 INFO [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 803ca26e9d0a5c9f9626af8746a15d54, NAME => 'ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ScannerLeaseCount', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'Fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2 2024-11-07T12:35:49,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741836_1012 (size=52) 2024-11-07T12:35:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:35:49,456 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(898): Instantiated ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:35:49,456 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1722): Closing 803ca26e9d0a5c9f9626af8746a15d54, disabling compactions & flushes 2024-11-07T12:35:49,456 INFO [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1755): Closing region ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:49,456 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:49,456 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. after waiting 0 ms 2024-11-07T12:35:49,456 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:49,456 INFO [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1973): Closed ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:49,457 DEBUG [RegionOpenAndInit-ScannerLeaseCount-pool-0 {}] regionserver.HRegion(1676): Region close journal for 803ca26e9d0a5c9f9626af8746a15d54: Waiting for close lock at 1730982949456Disabling compacts and flushes for region at 1730982949456Disabling writes for close at 1730982949456Writing region close event to WAL at 1730982949456Closed at 1730982949456 2024-11-07T12:35:49,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:35:49,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54.","families":{"info":[{"qualifier":"regioninfo","vlen":51,"tag":[],"timestamp":"1730982949459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982949459"}]},"ts":"1730982949459"} 2024-11-07T12:35:49,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:35:49,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:35:49,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ScannerLeaseCount","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982949471"}]},"ts":"1730982949471"} 2024-11-07T12:35:49,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ScannerLeaseCount, state=ENABLING in hbase:meta 2024-11-07T12:35:49,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ScannerLeaseCount, region=803ca26e9d0a5c9f9626af8746a15d54, ASSIGN}] 2024-11-07T12:35:49,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ScannerLeaseCount, region=803ca26e9d0a5c9f9626af8746a15d54, ASSIGN 2024-11-07T12:35:49,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ScannerLeaseCount, region=803ca26e9d0a5c9f9626af8746a15d54, ASSIGN; state=OFFLINE, location=87fb68174c52,37687,1730982944774; forceNewPlan=false, retain=false 2024-11-07T12:35:49,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=803ca26e9d0a5c9f9626af8746a15d54, regionState=OPENING, regionLocation=87fb68174c52,37687,1730982944774 2024-11-07T12:35:49,640 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ScannerLeaseCount, region=803ca26e9d0a5c9f9626af8746a15d54, ASSIGN because future has completed 2024-11-07T12:35:49,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 803ca26e9d0a5c9f9626af8746a15d54, server=87fb68174c52,37687,1730982944774}] 2024-11-07T12:35:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:35:49,802 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:49,802 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 803ca26e9d0a5c9f9626af8746a15d54, NAME => 'ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:35:49,803 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table ScannerLeaseCount 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,803 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:35:49,803 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,803 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,805 INFO [StoreOpener-803ca26e9d0a5c9f9626af8746a15d54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family Fam of region 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,807 INFO [StoreOpener-803ca26e9d0a5c9f9626af8746a15d54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 803ca26e9d0a5c9f9626af8746a15d54 columnFamilyName Fam 2024-11-07T12:35:49,808 DEBUG [StoreOpener-803ca26e9d0a5c9f9626af8746a15d54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:35:49,809 INFO [StoreOpener-803ca26e9d0a5c9f9626af8746a15d54-1 {}] regionserver.HStore(327): Store=803ca26e9d0a5c9f9626af8746a15d54/Fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:35:49,809 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,810 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/default/ScannerLeaseCount/803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,811 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/default/ScannerLeaseCount/803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,812 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,812 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,815 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,819 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/default/ScannerLeaseCount/803ca26e9d0a5c9f9626af8746a15d54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:35:49,820 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 803ca26e9d0a5c9f9626af8746a15d54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66400595, jitterRate=-0.010554030537605286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:35:49,820 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:49,822 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 803ca26e9d0a5c9f9626af8746a15d54: Running coprocessor pre-open hook at 1730982949803Writing region info on filesystem at 1730982949803Initializing all the Stores at 1730982949805 (+2 ms)Instantiating store for column family {NAME => 'Fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982949805Cleaning up temporary data from old regions at 1730982949812 (+7 ms)Running coprocessor post-open hooks at 1730982949821 (+9 ms)Region opened successfully at 1730982949822 (+1 ms) 2024-11-07T12:35:49,824 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., pid=6, masterSystemTime=1730982949795 2024-11-07T12:35:49,827 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:49,827 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:49,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=803ca26e9d0a5c9f9626af8746a15d54, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,37687,1730982944774 2024-11-07T12:35:49,833 DEBUG [MockedQuotaManagerRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 803ca26e9d0a5c9f9626af8746a15d54, server=87fb68174c52,37687,1730982944774 because future has completed 2024-11-07T12:35:49,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:35:49,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 803ca26e9d0a5c9f9626af8746a15d54, server=87fb68174c52,37687,1730982944774 in 194 msec 2024-11-07T12:35:49,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:35:49,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ScannerLeaseCount, region=803ca26e9d0a5c9f9626af8746a15d54, ASSIGN in 359 msec 2024-11-07T12:35:49,845 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:35:49,845 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ScannerLeaseCount","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982949845"}]},"ts":"1730982949845"} 2024-11-07T12:35:49,849 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ScannerLeaseCount, state=ENABLED in hbase:meta 2024-11-07T12:35:49,851 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ScannerLeaseCount execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:35:49,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=ScannerLeaseCount in 1.2330 sec 2024-11-07T12:35:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:35:50,791 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:ScannerLeaseCount completed 2024-11-07T12:35:50,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549cfaf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:35:50,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,44461,-1 for getting cluster id 2024-11-07T12:35:50,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:35:50,797 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71fa2e8a-6d3c-4a4b-a3d4-88e713bd4131' 2024-11-07T12:35:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:35:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71fa2e8a-6d3c-4a4b-a3d4-88e713bd4131" 2024-11-07T12:35:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3682d05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:35:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,44461,-1] 2024-11-07T12:35:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:35:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:35:50,800 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:35:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2f5313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:35:50,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:35:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,37687,1730982944774, seqNum=-1] 2024-11-07T12:35:50,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:35:50,847 INFO [MockedQuotaManagerRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:35:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aad', locateType=CURRENT is [region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2] 2024-11-07T12:35:50,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aac', locateType=CURRENT is [region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2] 2024-11-07T12:35:50,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aab', locateType=CURRENT is [region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2] 2024-11-07T12:35:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aaa', locateType=CURRENT is [region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2] 2024-11-07T12:35:50,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aaf', locateType=CURRENT is [region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2] 2024-11-07T12:35:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aae', locateType=CURRENT is [region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2] 2024-11-07T12:35:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aag', locateType=CURRENT is [region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2] 2024-11-07T12:35:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ScannerLeaseCount', row='aah', locateType=CURRENT is [region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2] 2024-11-07T12:35:51,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 17576 Client: jenkins//172.17.0.3 first region in multi=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:52,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestScannerLeaseCount#itDoesNotIncreaseScannerLeaseCount Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=6251 2024-11-07T12:35:52,719 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:35:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Scan size: 189 connection: 172.17.0.3:49358 deadline: 1730983012718, exception=org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex 2024-11-07T12:35:52,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2 , the old value is region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2, error=org.apache.hadoop.hbase.quotas.RpcThrottlingException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:35:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2 is org.apache.hadoop.hbase.quotas.RpcThrottlingException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:35:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., hostname=87fb68174c52,37687,1730982944774, seqNum=2 because the exception is null or not the one we care about 2024-11-07T12:35:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] backoff.HBaseServerExceptionPauseManager(67): Sleeping for 0ns after catching RpcThrottlingException org.apache.hadoop.hbase.quotas.RpcThrottlingException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.quotas.RpcThrottlingException: test_ex at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedRpcQuotaManager.(TestScannerLeaseCount.java:147) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount$MockedQuotaManagerRegionServer.(TestScannerLeaseCount.java:132) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.util.JVMClusterUtil.createRegionServerThread(JVMClusterUtil.java:85) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:198) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:210) at org.apache.hadoop.hbase.LocalHBaseCluster$1.run(LocalHBaseCluster.java:207) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:328) at org.apache.hadoop.hbase.LocalHBaseCluster.addRegionServer(LocalHBaseCluster.java:207) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:242) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniHBaseCluster(HBaseTestingUtil.java:863) at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:830) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.setUp(TestScannerLeaseCount.java:77) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-07T12:35:52,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestScannerLeaseCount#itDoesNotIncreaseScannerLeaseCount Thread=220 (was 220), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=6251 (was 6251) 2024-11-07T12:35:52,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestScannerLeaseCount#itIncreasesScannerCount Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=6251 2024-11-07T12:35:52,738 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:35:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=262152 bytes) of Fam 2024-11-07T12:35:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37687 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=262152 bytes) of Fam 2024-11-07T12:35:52,848 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestScannerLeaseCount#itIncreasesScannerCount Thread=220 (was 220), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=6251 (was 6251) 2024-11-07T12:35:52,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:35:52,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.tearDown(TestScannerLeaseCount.java:93) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:35:52,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:35:52,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:35:52,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:35:52,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:35:52,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:35:52,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.tearDown(TestScannerLeaseCount.java:96) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:35:52,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:35:52,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:35:52,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:35:52,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:35:52,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1645587339, stopped=false 2024-11-07T12:35:52,858 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,44461,1730982943946 2024-11-07T12:35:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:35:52,860 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:35:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:35:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:52,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:35:52,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestScannerLeaseCount.tearDown(TestScannerLeaseCount.java:96) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:35:52,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:35:52,862 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,37687,1730982944774' ***** 2024-11-07T12:35:52,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:35:52,862 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:35:52,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:35:52,863 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:35:52,863 INFO [RS:0;87fb68174c52:37687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:35:52,863 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:35:52,863 INFO [RS:0;87fb68174c52:37687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:35:52,863 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(3091): Received CLOSE for 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:52,864 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,37687,1730982944774 2024-11-07T12:35:52,864 INFO [RS:0;87fb68174c52:37687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:35:52,864 INFO [RS:0;87fb68174c52:37687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:37687. 2024-11-07T12:35:52,864 DEBUG [RS:0;87fb68174c52:37687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:35:52,864 DEBUG [RS:0;87fb68174c52:37687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:35:52,864 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 803ca26e9d0a5c9f9626af8746a15d54, disabling compactions & flushes 2024-11-07T12:35:52,865 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:52,865 INFO [RS:0;87fb68174c52:37687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:35:52,865 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:52,865 INFO [RS:0;87fb68174c52:37687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:35:52,865 INFO [RS:0;87fb68174c52:37687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:35:52,865 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. after waiting 0 ms 2024-11-07T12:35:52,865 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:52,865 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:35:52,865 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:35:52,865 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:35:52,865 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 803ca26e9d0a5c9f9626af8746a15d54=ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54.} 2024-11-07T12:35:52,866 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:35:52,866 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:35:52,866 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:35:52,866 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:35:52,866 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 803ca26e9d0a5c9f9626af8746a15d54 2024-11-07T12:35:52,869 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 803ca26e9d0a5c9f9626af8746a15d54 1/1 column families, dataSize=549.25 KB heapSize=1.74 MB 2024-11-07T12:35:52,869 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.36 KB heapSize=3.40 KB 2024-11-07T12:35:52,878 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:35:52,947 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/.tmp/info/a4ec7df70acd47fd8bb8269abe114bb8 is 155, key is ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54./info:regioninfo/1730982949828/Put/seqid=0 2024-11-07T12:35:52,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741837_1013 (size=6655) 2024-11-07T12:35:52,962 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/.tmp/info/a4ec7df70acd47fd8bb8269abe114bb8 2024-11-07T12:35:53,007 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/default/ScannerLeaseCount/803ca26e9d0a5c9f9626af8746a15d54/.tmp/Fam/71f9961297e44f8cae6f09f039f20df6 is 36, key is aaa/Fam:Fam/1730982952279/Put/seqid=0 2024-11-07T12:35:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741838_1014 (size=618384) 2024-11-07T12:35:53,011 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=549.25 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/default/ScannerLeaseCount/803ca26e9d0a5c9f9626af8746a15d54/.tmp/Fam/71f9961297e44f8cae6f09f039f20df6 2024-11-07T12:35:53,023 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/default/ScannerLeaseCount/803ca26e9d0a5c9f9626af8746a15d54/.tmp/Fam/71f9961297e44f8cae6f09f039f20df6 as hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/default/ScannerLeaseCount/803ca26e9d0a5c9f9626af8746a15d54/Fam/71f9961297e44f8cae6f09f039f20df6 2024-11-07T12:35:53,033 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/.tmp/ns/18640fa156a44899ac4d72491edf9c97 is 43, key is default/ns:d/1730982948389/Put/seqid=0 2024-11-07T12:35:53,033 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/default/ScannerLeaseCount/803ca26e9d0a5c9f9626af8746a15d54/Fam/71f9961297e44f8cae6f09f039f20df6, entries=17576, sequenceid=5, filesize=603.9 K 2024-11-07T12:35:53,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741839_1015 (size=5153) 2024-11-07T12:35:53,042 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~549.25 KB/562432, heapSize ~1.74 MB/1828144, currentSize=0 B/0 for 803ca26e9d0a5c9f9626af8746a15d54 in 172ms, sequenceid=5, compaction requested=false 2024-11-07T12:35:53,043 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ScannerLeaseCount' 2024-11-07T12:35:53,052 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/default/ScannerLeaseCount/803ca26e9d0a5c9f9626af8746a15d54/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:35:53,053 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:53,053 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 803ca26e9d0a5c9f9626af8746a15d54: Waiting for close lock at 1730982952864Running coprocessor pre-close hooks at 1730982952864Disabling compacts and flushes for region at 1730982952864Disabling writes for close at 1730982952865 (+1 ms)Obtaining lock to block concurrent updates at 1730982952869 (+4 ms)Preparing flush snapshotting stores in 803ca26e9d0a5c9f9626af8746a15d54 at 1730982952869Finished memstore snapshotting ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54., syncing WAL and waiting on mvcc, flushsize=dataSize=562432, getHeapSize=1828144, getOffHeapSize=0, getCellsCount=17576 at 1730982952876 (+7 ms)Flushing stores of ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. at 1730982952878 (+2 ms)Flushing 803ca26e9d0a5c9f9626af8746a15d54/Fam: creating writer at 1730982952881 (+3 ms)Flushing 803ca26e9d0a5c9f9626af8746a15d54/Fam: appending metadata at 1730982953005 (+124 ms)Flushing 803ca26e9d0a5c9f9626af8746a15d54/Fam: closing flushed file at 1730982953005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b157396: reopening flushed file at 1730982953021 (+16 ms)Finished flush of dataSize ~549.25 KB/562432, heapSize ~1.74 MB/1828144, currentSize=0 B/0 for 803ca26e9d0a5c9f9626af8746a15d54 in 172ms, sequenceid=5, compaction requested=false at 1730982953042 (+21 ms)Writing region close event to WAL at 1730982953047 (+5 ms)Running coprocessor post-close hooks at 1730982953053 (+6 ms)Closed at 1730982953053 2024-11-07T12:35:53,054 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ScannerLeaseCount,,1730982948612.803ca26e9d0a5c9f9626af8746a15d54. 2024-11-07T12:35:53,066 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:35:53,121 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:35:53,255 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:35:53,255 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:35:53,266 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:35:53,439 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/.tmp/ns/18640fa156a44899ac4d72491edf9c97 2024-11-07T12:35:53,466 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/.tmp/table/23d53bfa62ef4e8ca9dbc7f9ffb18dee is 53, key is ScannerLeaseCount/table:state/1730982949845/Put/seqid=0 2024-11-07T12:35:53,467 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:35:53,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741840_1016 (size=5256) 2024-11-07T12:35:53,667 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:35:53,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:35:53,867 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:35:53,867 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:35:53,868 DEBUG [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:35:53,873 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/.tmp/table/23d53bfa62ef4e8ca9dbc7f9ffb18dee 2024-11-07T12:35:53,885 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/.tmp/info/a4ec7df70acd47fd8bb8269abe114bb8 as hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/info/a4ec7df70acd47fd8bb8269abe114bb8 2024-11-07T12:35:53,894 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/info/a4ec7df70acd47fd8bb8269abe114bb8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T12:35:53,896 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/.tmp/ns/18640fa156a44899ac4d72491edf9c97 as hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/ns/18640fa156a44899ac4d72491edf9c97 2024-11-07T12:35:53,907 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/ns/18640fa156a44899ac4d72491edf9c97, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:35:53,909 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/.tmp/table/23d53bfa62ef4e8ca9dbc7f9ffb18dee as hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/table/23d53bfa62ef4e8ca9dbc7f9ffb18dee 2024-11-07T12:35:53,918 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/table/23d53bfa62ef4e8ca9dbc7f9ffb18dee, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T12:35:53,920 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.36 KB/1392, heapSize ~3.10 KB/3176, currentSize=0 B/0 for 1588230740 in 1054ms, sequenceid=11, compaction requested=false 2024-11-07T12:35:53,927 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T12:35:53,928 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:35:53,928 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:35:53,928 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982952865Running coprocessor pre-close hooks at 1730982952865Disabling compacts and flushes for region at 1730982952865Disabling writes for close at 1730982952866 (+1 ms)Obtaining lock to block concurrent updates at 1730982952869 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1730982952869Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1392, getHeapSize=3416, getOffHeapSize=0, getCellsCount=14 at 1730982952877 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982952878 (+1 ms)Flushing 1588230740/info: creating writer at 1730982952881 (+3 ms)Flushing 1588230740/info: appending metadata at 1730982952933 (+52 ms)Flushing 1588230740/info: closing flushed file at 1730982952937 (+4 ms)Flushing 1588230740/ns: creating writer at 1730982953012 (+75 ms)Flushing 1588230740/ns: appending metadata at 1730982953031 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1730982953031Flushing 1588230740/table: creating writer at 1730982953449 (+418 ms)Flushing 1588230740/table: appending metadata at 1730982953465 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730982953465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d0de8a: reopening flushed file at 1730982953883 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3279d5f9: reopening flushed file at 1730982953895 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6227b956: reopening flushed file at 1730982953907 (+12 ms)Finished flush of dataSize ~1.36 KB/1392, heapSize ~3.10 KB/3176, currentSize=0 B/0 for 1588230740 in 1054ms, sequenceid=11, compaction requested=false at 1730982953920 (+13 ms)Writing region close event to WAL at 1730982953922 (+2 ms)Running coprocessor post-close hooks at 1730982953927 (+5 ms)Closed at 1730982953928 (+1 ms) 2024-11-07T12:35:53,928 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:35:54,068 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,37687,1730982944774; all regions closed. 2024-11-07T12:35:54,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741834_1010 (size=2766) 2024-11-07T12:35:54,079 DEBUG [RS:0;87fb68174c52:37687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/oldWALs 2024-11-07T12:35:54,080 INFO [RS:0;87fb68174c52:37687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C37687%2C1730982944774.meta:.meta(num 1730982948219) 2024-11-07T12:35:54,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741832_1008 (size=634021) 2024-11-07T12:35:54,085 DEBUG [RS:0;87fb68174c52:37687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/oldWALs 2024-11-07T12:35:54,085 INFO [RS:0;87fb68174c52:37687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C37687%2C1730982944774:(num 1730982947334) 2024-11-07T12:35:54,085 DEBUG [RS:0;87fb68174c52:37687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:35:54,085 INFO [RS:0;87fb68174c52:37687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:35:54,085 INFO [RS:0;87fb68174c52:37687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:35:54,086 INFO [RS:0;87fb68174c52:37687 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:35:54,086 INFO [RS:0;87fb68174c52:37687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:35:54,086 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:35:54,086 INFO [RS:0;87fb68174c52:37687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37687 2024-11-07T12:35:54,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:35:54,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,37687,1730982944774 2024-11-07T12:35:54,090 INFO [RS:0;87fb68174c52:37687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:35:54,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,37687,1730982944774] 2024-11-07T12:35:54,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,37687,1730982944774 already deleted, retry=false 2024-11-07T12:35:54,094 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,37687,1730982944774 expired; onlineServers=0 2024-11-07T12:35:54,095 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,44461,1730982943946' ***** 2024-11-07T12:35:54,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:35:54,095 INFO [M:0;87fb68174c52:44461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:35:54,095 INFO [M:0;87fb68174c52:44461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:35:54,095 DEBUG [M:0;87fb68174c52:44461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:35:54,095 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:35:54,095 DEBUG [M:0;87fb68174c52:44461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:35:54,095 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982946954 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982946954,5,FailOnTimeoutGroup] 2024-11-07T12:35:54,095 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982946959 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982946959,5,FailOnTimeoutGroup] 2024-11-07T12:35:54,096 INFO [M:0;87fb68174c52:44461 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:35:54,096 INFO [M:0;87fb68174c52:44461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:35:54,096 DEBUG [M:0;87fb68174c52:44461 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:35:54,096 INFO [M:0;87fb68174c52:44461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:35:54,096 INFO [M:0;87fb68174c52:44461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:35:54,096 INFO [M:0;87fb68174c52:44461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:35:54,097 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:35:54,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:35:54,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:35:54,099 DEBUG [M:0;87fb68174c52:44461 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-07T12:35:54,099 DEBUG [M:0;87fb68174c52:44461 {}] master.ActiveMasterManager(353): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-07T12:35:54,100 INFO [M:0;87fb68174c52:44461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/.lastflushedseqids 2024-11-07T12:35:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741841_1017 (size=138) 2024-11-07T12:35:54,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:35:54,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37687-0x1001a3da4190001, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:35:54,193 INFO [RS:0;87fb68174c52:37687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:35:54,194 INFO [RS:0;87fb68174c52:37687 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,37687,1730982944774; zookeeper connection closed. 2024-11-07T12:35:54,194 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9a651 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9a651 2024-11-07T12:35:54,195 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:35:54,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:35:54,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T12:35:54,516 INFO [M:0;87fb68174c52:44461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:35:54,517 INFO [M:0;87fb68174c52:44461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:35:54,517 DEBUG [M:0;87fb68174c52:44461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:35:54,517 INFO [M:0;87fb68174c52:44461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:35:54,517 DEBUG [M:0;87fb68174c52:44461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:35:54,517 DEBUG [M:0;87fb68174c52:44461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:35:54,517 DEBUG [M:0;87fb68174c52:44461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:35:54,517 INFO [M:0;87fb68174c52:44461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=22.06 KB heapSize=27.94 KB 2024-11-07T12:35:54,536 DEBUG [M:0;87fb68174c52:44461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ad53f9f2c634c2692459f2b5d353e16 is 82, key is hbase:meta,,1/info:regioninfo/1730982948312/Put/seqid=0 2024-11-07T12:35:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741842_1018 (size=5672) 2024-11-07T12:35:54,942 INFO [M:0;87fb68174c52:44461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ad53f9f2c634c2692459f2b5d353e16 2024-11-07T12:35:54,970 DEBUG [M:0;87fb68174c52:44461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/416f97d0b63744798e7bdf85a61fa1f1 is 724, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982949853/Put/seqid=0 2024-11-07T12:35:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741843_1019 (size=6064) 2024-11-07T12:35:55,377 INFO [M:0;87fb68174c52:44461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.50 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/416f97d0b63744798e7bdf85a61fa1f1 2024-11-07T12:35:55,403 DEBUG [M:0;87fb68174c52:44461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae22b573faea4f44ad8847e3fd0e9a4c is 69, key is 87fb68174c52,37687,1730982944774/rs:state/1730982947076/Put/seqid=0 2024-11-07T12:35:55,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741844_1020 (size=5156) 2024-11-07T12:35:55,809 INFO [M:0;87fb68174c52:44461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae22b573faea4f44ad8847e3fd0e9a4c 2024-11-07T12:35:55,820 DEBUG [M:0;87fb68174c52:44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ad53f9f2c634c2692459f2b5d353e16 as hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ad53f9f2c634c2692459f2b5d353e16 2024-11-07T12:35:55,827 INFO [M:0;87fb68174c52:44461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ad53f9f2c634c2692459f2b5d353e16, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T12:35:55,828 DEBUG [M:0;87fb68174c52:44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/416f97d0b63744798e7bdf85a61fa1f1 as hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/416f97d0b63744798e7bdf85a61fa1f1 2024-11-07T12:35:55,835 INFO [M:0;87fb68174c52:44461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/416f97d0b63744798e7bdf85a61fa1f1, entries=6, sequenceid=55, filesize=5.9 K 2024-11-07T12:35:55,837 DEBUG [M:0;87fb68174c52:44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae22b573faea4f44ad8847e3fd0e9a4c as hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae22b573faea4f44ad8847e3fd0e9a4c 2024-11-07T12:35:55,843 INFO [M:0;87fb68174c52:44461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/b5a5123c-4421-db6f-6a83-89aaf225c7a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae22b573faea4f44ad8847e3fd0e9a4c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T12:35:55,845 INFO [M:0;87fb68174c52:44461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.06 KB/22588, heapSize ~27.64 KB/28304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=55, compaction requested=false 2024-11-07T12:35:55,846 INFO [M:0;87fb68174c52:44461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:35:55,846 DEBUG [M:0;87fb68174c52:44461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982954517Disabling compacts and flushes for region at 1730982954517Disabling writes for close at 1730982954517Obtaining lock to block concurrent updates at 1730982954517Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982954517Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=22588, getHeapSize=28544, getOffHeapSize=0, getCellsCount=66 at 1730982954518 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982954519 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982954519Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982954535 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982954535Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982954951 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982954969 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982954970 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982955386 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982955402 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982955402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3419ca4f: reopening flushed file at 1730982955818 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e004ff6: reopening flushed file at 1730982955827 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2659fabc: reopening flushed file at 1730982955835 (+8 ms)Finished flush of dataSize ~22.06 KB/22588, heapSize ~27.64 KB/28304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=55, compaction requested=false at 1730982955845 (+10 ms)Writing region close event to WAL at 1730982955846 (+1 ms)Closed at 1730982955846 2024-11-07T12:35:55,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741830_1006 (size=26695) 2024-11-07T12:35:55,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:35:55,850 INFO [M:0;87fb68174c52:44461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:35:55,851 INFO [M:0;87fb68174c52:44461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44461 2024-11-07T12:35:55,851 INFO [M:0;87fb68174c52:44461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:35:55,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:35:55,953 INFO [M:0;87fb68174c52:44461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:35:55,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1001a3da4190000, quorum=127.0.0.1:56932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:35:55,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68826de0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:35:55,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f51c9be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:35:55,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:35:55,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fc7871c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:35:55,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d29accc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/hadoop.log.dir/,STOPPED} 2024-11-07T12:35:55,963 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:35:55,963 WARN [BP-743763316-172.17.0.3-1730982940701 heartbeating to localhost/127.0.0.1:37931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:35:55,963 WARN [BP-743763316-172.17.0.3-1730982940701 heartbeating to localhost/127.0.0.1:37931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-743763316-172.17.0.3-1730982940701 (Datanode Uuid 4c6380ac-eccd-4a1c-9ffb-a36b7cfa0391) service to localhost/127.0.0.1:37931 2024-11-07T12:35:55,963 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:35:55,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/cluster_fa5cd930-052c-e356-5dfa-1f2a43aae0aa/data/data1/current/BP-743763316-172.17.0.3-1730982940701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:35:55,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/cluster_fa5cd930-052c-e356-5dfa-1f2a43aae0aa/data/data2/current/BP-743763316-172.17.0.3-1730982940701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:35:55,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:35:55,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dda0fbf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:35:55,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c634cb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:35:55,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:35:55,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f291087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:35:55,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c0401f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d97c4368-3f42-025a-c472-23a0e69ff72f/hadoop.log.dir/,STOPPED} 2024-11-07T12:35:55,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:35:55,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down