2024-11-24 07:12:39,487 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 2024-11-24 07:12:39,506 main DEBUG Took 0.015873 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 07:12:39,506 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 07:12:39,507 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 07:12:39,508 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 07:12:39,510 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,537 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 07:12:39,556 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,560 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,562 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,563 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,565 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,567 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,568 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,569 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,570 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,571 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 07:12:39,572 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,572 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 07:12:39,573 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 07:12:39,575 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 07:12:39,578 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 07:12:39,578 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 07:12:39,580 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 07:12:39,581 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 07:12:39,592 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 07:12:39,596 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 07:12:39,598 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 07:12:39,599 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 07:12:39,599 main DEBUG createAppenders(={Console}) 2024-11-24 07:12:39,600 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 initialized 2024-11-24 07:12:39,600 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 2024-11-24 07:12:39,601 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 OK. 2024-11-24 07:12:39,602 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 07:12:39,602 main DEBUG OutputStream closed 2024-11-24 07:12:39,602 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 07:12:39,603 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 07:12:39,603 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@741a8937 OK 2024-11-24 07:12:39,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 07:12:39,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 07:12:39,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 07:12:39,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 07:12:39,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 07:12:39,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 07:12:39,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 07:12:39,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 07:12:39,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 07:12:39,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 07:12:39,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 07:12:39,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 07:12:39,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 07:12:39,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 07:12:39,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 07:12:39,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 07:12:39,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 07:12:39,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 07:12:39,724 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 07:12:39,724 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@466276d8) with optional ClassLoader: null 2024-11-24 07:12:39,725 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 07:12:39,726 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@466276d8] started OK. 2024-11-24T07:12:39,746 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.namequeues.TestTooLargeLog timeout: 13 mins 2024-11-24 07:12:39,749 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 07:12:39,750 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T07:12:40,133 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b 2024-11-24T07:12:40,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T07:12:40,189 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/cluster_3eb4db34-2c2b-2ace-a5c2-24687619f1ea, deleteOnExit=true 2024-11-24T07:12:40,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T07:12:40,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/test.cache.data in system properties and HBase conf 2024-11-24T07:12:40,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T07:12:40,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/hadoop.log.dir in system properties and HBase conf 2024-11-24T07:12:40,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T07:12:40,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T07:12:40,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T07:12:40,320 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T07:12:40,449 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T07:12:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:12:40,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T07:12:40,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T07:12:40,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:12:40,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T07:12:40,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T07:12:40,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T07:12:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:12:40,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T07:12:40,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/nfs.dump.dir in system properties and HBase conf 2024-11-24T07:12:40,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/java.io.tmpdir in system properties and HBase conf 2024-11-24T07:12:40,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T07:12:40,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T07:12:40,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T07:12:42,356 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T07:12:42,467 INFO [Time-limited test {}] log.Log(170): Logging initialized @3917ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T07:12:42,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:12:42,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:12:42,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:12:42,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:12:42,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T07:12:42,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:12:42,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@af39055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:12:42,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b11ee5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:12:42,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62694f30{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/java.io.tmpdir/jetty-localhost-38857-hadoop-hdfs-3_4_1-tests_jar-_-any-16985148718125676062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:12:42,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38646671{HTTP/1.1, (http/1.1)}{localhost:38857} 2024-11-24T07:12:42,988 INFO [Time-limited test {}] server.Server(415): Started @4440ms 2024-11-24T07:12:43,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T07:12:43,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T07:12:43,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T07:12:43,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T07:12:43,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T07:12:43,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ceca57a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/hadoop.log.dir/,AVAILABLE} 2024-11-24T07:12:43,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64816a0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T07:12:43,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79e78e83{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/java.io.tmpdir/jetty-localhost-42253-hadoop-hdfs-3_4_1-tests_jar-_-any-18048882820132138886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:12:43,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40b6dc9f{HTTP/1.1, (http/1.1)}{localhost:42253} 2024-11-24T07:12:43,733 INFO [Time-limited test {}] server.Server(415): Started @5185ms 2024-11-24T07:12:43,805 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T07:12:45,870 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/cluster_3eb4db34-2c2b-2ace-a5c2-24687619f1ea/data/data1/current/BP-2009025014-172.17.0.3-1732432361236/current, will proceed with Du for space computation calculation, 2024-11-24T07:12:45,870 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/cluster_3eb4db34-2c2b-2ace-a5c2-24687619f1ea/data/data2/current/BP-2009025014-172.17.0.3-1732432361236/current, will proceed with Du for space computation calculation, 2024-11-24T07:12:45,895 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T07:12:45,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b 2024-11-24T07:12:45,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x995508c032e50a14 with lease ID 0x476028239bbf5f0d: Processing first storage report for DS-bb39998f-127b-47db-a271-1e5e8d771b77 from datanode DatanodeRegistration(127.0.0.1:37381, datanodeUuid=9480d87b-d9b6-459c-a167-f28ca3f5a885, infoPort=35733, infoSecurePort=0, ipcPort=34497, storageInfo=lv=-57;cid=testClusterID;nsid=1164153053;c=1732432361236) 2024-11-24T07:12:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x995508c032e50a14 with lease ID 0x476028239bbf5f0d: from storage DS-bb39998f-127b-47db-a271-1e5e8d771b77 node DatanodeRegistration(127.0.0.1:37381, datanodeUuid=9480d87b-d9b6-459c-a167-f28ca3f5a885, infoPort=35733, infoSecurePort=0, ipcPort=34497, storageInfo=lv=-57;cid=testClusterID;nsid=1164153053;c=1732432361236), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T07:12:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x995508c032e50a14 with lease ID 0x476028239bbf5f0d: Processing first storage report for DS-03183401-4151-44dd-bf78-afc9ffd321db from datanode DatanodeRegistration(127.0.0.1:37381, datanodeUuid=9480d87b-d9b6-459c-a167-f28ca3f5a885, infoPort=35733, infoSecurePort=0, ipcPort=34497, storageInfo=lv=-57;cid=testClusterID;nsid=1164153053;c=1732432361236) 2024-11-24T07:12:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x995508c032e50a14 with lease ID 0x476028239bbf5f0d: from storage DS-03183401-4151-44dd-bf78-afc9ffd321db node DatanodeRegistration(127.0.0.1:37381, datanodeUuid=9480d87b-d9b6-459c-a167-f28ca3f5a885, infoPort=35733, infoSecurePort=0, ipcPort=34497, storageInfo=lv=-57;cid=testClusterID;nsid=1164153053;c=1732432361236), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T07:12:46,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/cluster_3eb4db34-2c2b-2ace-a5c2-24687619f1ea/zookeeper_0, clientPort=58249, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/cluster_3eb4db34-2c2b-2ace-a5c2-24687619f1ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/cluster_3eb4db34-2c2b-2ace-a5c2-24687619f1ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T07:12:46,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58249 2024-11-24T07:12:46,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:12:46,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:12:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741825_1001 (size=7) 2024-11-24T07:12:46,704 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8 with version=8 2024-11-24T07:12:46,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/hbase-staging 2024-11-24T07:12:46,788 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T07:12:46,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:12:47,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:12:47,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:12:47,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:12:47,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:12:47,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:12:47,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T07:12:47,208 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T07:12:47,217 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T07:12:47,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:12:47,244 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1012 (auto-detected) 2024-11-24T07:12:47,246 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-24T07:12:47,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39757 2024-11-24T07:12:47,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39757 connecting to ZooKeeper ensemble=127.0.0.1:58249 2024-11-24T07:12:47,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397570x0, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:12:47,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39757-0x1016bb005550000 connected 2024-11-24T07:12:47,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:12:47,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:12:47,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T07:12:47,710 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8, hbase.cluster.distributed=false 2024-11-24T07:12:47,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T07:12:47,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39757 2024-11-24T07:12:47,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39757 2024-11-24T07:12:47,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39757 2024-11-24T07:12:47,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39757 2024-11-24T07:12:47,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39757 2024-11-24T07:12:47,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1ab588ae992e:0 server-side Connection retries=45 2024-11-24T07:12:47,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:12:47,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T07:12:47,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T07:12:47,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T07:12:47,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T07:12:47,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T07:12:47,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T07:12:47,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45551 2024-11-24T07:12:47,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45551 connecting to ZooKeeper ensemble=127.0.0.1:58249 2024-11-24T07:12:47,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:12:47,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:12:47,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455510x0, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T07:12:47,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45551-0x1016bb005550001 connected 2024-11-24T07:12:47,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455510x0, quorum=127.0.0.1:58249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T07:12:47,915 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T07:12:47,924 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T07:12:47,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T07:12:47,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T07:12:47,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45551 2024-11-24T07:12:47,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45551 2024-11-24T07:12:47,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45551 2024-11-24T07:12:47,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45551 2024-11-24T07:12:47,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45551 2024-11-24T07:12:47,954 DEBUG [M:0;1ab588ae992e:39757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab588ae992e:39757 2024-11-24T07:12:47,955 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1ab588ae992e,39757,1732432366837 2024-11-24T07:12:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T07:12:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T07:12:47,971 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1ab588ae992e,39757,1732432366837 2024-11-24T07:12:48,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T07:12:48,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:48,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:48,007 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T07:12:48,009 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1ab588ae992e,39757,1732432366837 from backup master directory 2024-11-24T07:12:48,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T07:12:48,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1ab588ae992e,39757,1732432366837 2024-11-24T07:12:48,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T07:12:48,022 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:12:48,023 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab588ae992e,39757,1732432366837 2024-11-24T07:12:48,025 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T07:12:48,027 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T07:12:48,083 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/hbase.id] with ID: 751d2158-91ce-4bc5-883b-f89bb3d5f4e9 2024-11-24T07:12:48,084 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/.tmp/hbase.id 2024-11-24T07:12:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741826_1002 (size=42) 2024-11-24T07:12:48,097 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/.tmp/hbase.id]:[hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/hbase.id] 2024-11-24T07:12:48,149 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T07:12:48,155 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T07:12:48,175 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-24T07:12:48,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:48,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741827_1003 (size=196) 2024-11-24T07:12:48,290 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:12:48,293 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T07:12:48,307 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T07:12:48,312 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:12:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741828_1004 (size=1189) 2024-11-24T07:12:48,764 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store 2024-11-24T07:12:48,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741829_1005 (size=34) 2024-11-24T07:12:49,191 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T07:12:49,194 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:12:49,196 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:12:49,198 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:12:49,198 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:12:49,200 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:12:49,201 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:12:49,201 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:12:49,202 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432369196Disabling compacts and flushes for region at 1732432369196Disabling writes for close at 1732432369200 (+4 ms)Writing region close event to WAL at 1732432369201 (+1 ms)Closed at 1732432369201 2024-11-24T07:12:49,205 WARN [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/.initializing 2024-11-24T07:12:49,206 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/WALs/1ab588ae992e,39757,1732432366837 2024-11-24T07:12:49,217 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:12:49,236 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C39757%2C1732432366837, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/WALs/1ab588ae992e,39757,1732432366837, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/oldWALs, maxLogs=10 2024-11-24T07:12:49,269 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/WALs/1ab588ae992e,39757,1732432366837/1ab588ae992e%2C39757%2C1732432366837.1732432369242, exclude list is [], retry=0 2024-11-24T07:12:49,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-bb39998f-127b-47db-a271-1e5e8d771b77,DISK] 2024-11-24T07:12:49,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T07:12:49,337 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/WALs/1ab588ae992e,39757,1732432366837/1ab588ae992e%2C39757%2C1732432366837.1732432369242 2024-11-24T07:12:49,338 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35733:35733)] 2024-11-24T07:12:49,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:12:49,339 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:12:49,343 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,345 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T07:12:49,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:49,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:12:49,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T07:12:49,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:49,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:12:49,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T07:12:49,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:49,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:12:49,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T07:12:49,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:49,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:12:49,432 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,435 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,436 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,441 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,442 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,445 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:12:49,448 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T07:12:49,453 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:12:49,454 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65946519, jitterRate=-0.017320290207862854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:12:49,461 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732432369362Initializing all the Stores at 1732432369365 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432369366 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432369367 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432369368 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432369368Cleaning up temporary data from old regions at 1732432369442 (+74 ms)Region opened successfully at 1732432369461 (+19 ms) 2024-11-24T07:12:49,462 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T07:12:49,493 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b193202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:12:49,524 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T07:12:49,534 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T07:12:49,534 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T07:12:49,538 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T07:12:49,539 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T07:12:49,545 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-24T07:12:49,545 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T07:12:49,580 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T07:12:49,595 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T07:12:49,605 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T07:12:49,608 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T07:12:49,610 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T07:12:49,621 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T07:12:49,623 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T07:12:49,627 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T07:12:49,636 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T07:12:49,638 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T07:12:49,647 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T07:12:49,663 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T07:12:49,674 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T07:12:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T07:12:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T07:12:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:49,692 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1ab588ae992e,39757,1732432366837, sessionid=0x1016bb005550000, setting cluster-up flag (Was=false) 2024-11-24T07:12:49,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:49,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:49,754 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T07:12:49,756 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,39757,1732432366837 2024-11-24T07:12:49,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:49,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:49,810 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T07:12:49,814 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab588ae992e,39757,1732432366837 2024-11-24T07:12:49,824 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T07:12:49,843 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(746): ClusterId : 751d2158-91ce-4bc5-883b-f89bb3d5f4e9 2024-11-24T07:12:49,846 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T07:12:49,860 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T07:12:49,861 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T07:12:49,875 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T07:12:49,876 DEBUG [RS:0;1ab588ae992e:45551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1291fd85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab588ae992e/172.17.0.3:0 2024-11-24T07:12:49,891 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab588ae992e:45551 2024-11-24T07:12:49,892 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T07:12:49,894 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T07:12:49,894 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T07:12:49,894 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T07:12:49,897 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(2659): reportForDuty to master=1ab588ae992e,39757,1732432366837 with port=45551, startcode=1732432367820 2024-11-24T07:12:49,901 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T07:12:49,906 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T07:12:49,907 DEBUG [RS:0;1ab588ae992e:45551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T07:12:49,911 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab588ae992e,39757,1732432366837 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T07:12:49,918 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:12:49,918 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:12:49,919 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:12:49,919 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab588ae992e:0, corePoolSize=5, maxPoolSize=5 2024-11-24T07:12:49,919 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab588ae992e:0, corePoolSize=10, maxPoolSize=10 2024-11-24T07:12:49,919 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:49,919 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:12:49,920 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:49,922 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732432399922 2024-11-24T07:12:49,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:12:49,925 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T07:12:49,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T07:12:49,926 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T07:12:49,930 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T07:12:49,930 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:49,930 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T07:12:49,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T07:12:49,931 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T07:12:49,931 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T07:12:49,932 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:49,936 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T07:12:49,937 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T07:12:49,937 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T07:12:49,940 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T07:12:49,941 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T07:12:49,942 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T07:12:49,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741831_1007 (size=1321) 2024-11-24T07:12:49,944 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432369943,5,FailOnTimeoutGroup] 2024-11-24T07:12:49,946 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432369944,5,FailOnTimeoutGroup] 2024-11-24T07:12:49,946 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:49,946 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T07:12:49,947 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:49,948 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:49,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1ab588ae992e,45551,1732432367820 2024-11-24T07:12:49,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] master.ServerManager(517): Registering regionserver=1ab588ae992e,45551,1732432367820 2024-11-24T07:12:49,971 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8 2024-11-24T07:12:49,971 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41593 2024-11-24T07:12:49,971 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T07:12:49,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T07:12:49,985 DEBUG [RS:0;1ab588ae992e:45551 {}] zookeeper.ZKUtil(111): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1ab588ae992e,45551,1732432367820 2024-11-24T07:12:49,985 WARN [RS:0;1ab588ae992e:45551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T07:12:49,985 INFO [RS:0;1ab588ae992e:45551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:12:49,986 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/WALs/1ab588ae992e,45551,1732432367820 2024-11-24T07:12:49,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab588ae992e,45551,1732432367820] 2024-11-24T07:12:50,009 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T07:12:50,027 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T07:12:50,032 INFO [RS:0;1ab588ae992e:45551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:12:50,032 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:50,034 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T07:12:50,039 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T07:12:50,041 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:50,041 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,041 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,041 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,042 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,042 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,042 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab588ae992e:0, corePoolSize=2, maxPoolSize=2 2024-11-24T07:12:50,042 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,042 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,043 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,043 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,043 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,043 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab588ae992e:0, corePoolSize=1, maxPoolSize=1 2024-11-24T07:12:50,043 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:12:50,044 DEBUG [RS:0;1ab588ae992e:45551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab588ae992e:0, corePoolSize=3, maxPoolSize=3 2024-11-24T07:12:50,045 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:50,045 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:50,045 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:50,045 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:50,046 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:50,046 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45551,1732432367820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:12:50,065 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T07:12:50,068 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,45551,1732432367820-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:50,068 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:50,069 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.Replication(171): 1ab588ae992e,45551,1732432367820 started 2024-11-24T07:12:50,092 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:50,092 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1482): Serving as 1ab588ae992e,45551,1732432367820, RpcServer on 1ab588ae992e/172.17.0.3:45551, sessionid=0x1016bb005550001 2024-11-24T07:12:50,093 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T07:12:50,093 DEBUG [RS:0;1ab588ae992e:45551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab588ae992e,45551,1732432367820 2024-11-24T07:12:50,093 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,45551,1732432367820' 2024-11-24T07:12:50,093 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T07:12:50,095 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T07:12:50,095 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T07:12:50,096 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T07:12:50,096 DEBUG [RS:0;1ab588ae992e:45551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab588ae992e,45551,1732432367820 2024-11-24T07:12:50,096 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab588ae992e,45551,1732432367820' 2024-11-24T07:12:50,096 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T07:12:50,097 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T07:12:50,098 DEBUG [RS:0;1ab588ae992e:45551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T07:12:50,098 INFO [RS:0;1ab588ae992e:45551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T07:12:50,098 INFO [RS:0;1ab588ae992e:45551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T07:12:50,206 INFO [RS:0;1ab588ae992e:45551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T07:12:50,209 INFO [RS:0;1ab588ae992e:45551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C45551%2C1732432367820, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/WALs/1ab588ae992e,45551,1732432367820, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/oldWALs, maxLogs=32 2024-11-24T07:12:50,224 DEBUG [RS:0;1ab588ae992e:45551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/WALs/1ab588ae992e,45551,1732432367820/1ab588ae992e%2C45551%2C1732432367820.1732432370211, exclude list is [], retry=0 2024-11-24T07:12:50,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-bb39998f-127b-47db-a271-1e5e8d771b77,DISK] 2024-11-24T07:12:50,232 INFO [RS:0;1ab588ae992e:45551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/WALs/1ab588ae992e,45551,1732432367820/1ab588ae992e%2C45551%2C1732432367820.1732432370211 2024-11-24T07:12:50,233 DEBUG [RS:0;1ab588ae992e:45551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35733:35733)] 2024-11-24T07:12:50,348 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T07:12:50,349 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8 2024-11-24T07:12:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741833_1009 (size=32) 2024-11-24T07:12:50,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:12:50,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:12:50,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:12:50,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:50,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:12:50,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:12:50,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:12:50,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:50,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:12:50,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:12:50,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:12:50,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:50,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:12:50,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:12:50,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:12:50,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:50,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:12:50,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:12:50,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740 2024-11-24T07:12:50,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740 2024-11-24T07:12:50,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:12:50,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:12:50,794 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:12:50,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:12:50,800 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:12:50,801 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66742885, jitterRate=-0.005453512072563171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:12:50,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732432370765Initializing all the Stores at 1732432370768 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432370769 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432370769Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432370769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432370770 (+1 ms)Cleaning up temporary data from old regions at 1732432370793 (+23 ms)Region opened successfully at 1732432370805 (+12 ms) 2024-11-24T07:12:50,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:12:50,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:12:50,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:12:50,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:12:50,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:12:50,807 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:12:50,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432370805Disabling compacts and flushes for region at 1732432370805Disabling writes for close at 1732432370806 (+1 ms)Writing region close event to WAL at 1732432370807 (+1 ms)Closed at 1732432370807 2024-11-24T07:12:50,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:12:50,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T07:12:50,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T07:12:50,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:12:50,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T07:12:50,984 DEBUG [1ab588ae992e:39757 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T07:12:50,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab588ae992e,45551,1732432367820 2024-11-24T07:12:51,005 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,45551,1732432367820, state=OPENING 2024-11-24T07:12:51,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T07:12:51,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:51,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:51,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T07:12:51,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T07:12:51,103 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T07:12:51,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,45551,1732432367820}] 2024-11-24T07:12:51,282 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:12:51,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:12:51,296 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T07:12:51,296 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T07:12:51,297 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T07:12:51,300 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab588ae992e%2C45551%2C1732432367820.meta, suffix=.meta, logDir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/WALs/1ab588ae992e,45551,1732432367820, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/oldWALs, maxLogs=32 2024-11-24T07:12:51,315 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/WALs/1ab588ae992e,45551,1732432367820/1ab588ae992e%2C45551%2C1732432367820.meta.1732432371302.meta, exclude list is [], retry=0 2024-11-24T07:12:51,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-bb39998f-127b-47db-a271-1e5e8d771b77,DISK] 2024-11-24T07:12:51,321 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/WALs/1ab588ae992e,45551,1732432367820/1ab588ae992e%2C45551%2C1732432367820.meta.1732432371302.meta 2024-11-24T07:12:51,321 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35733:35733)] 2024-11-24T07:12:51,322 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:12:51,323 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T07:12:51,325 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T07:12:51,329 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T07:12:51,333 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T07:12:51,334 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:12:51,334 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T07:12:51,334 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T07:12:51,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T07:12:51,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:12:51,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:51,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:12:51,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T07:12:51,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:12:51,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:51,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:12:51,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T07:12:51,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:12:51,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:51,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:12:51,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T07:12:51,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:12:51,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:51,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T07:12:51,347 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T07:12:51,349 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740 2024-11-24T07:12:51,353 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740 2024-11-24T07:12:51,356 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T07:12:51,356 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T07:12:51,357 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T07:12:51,360 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T07:12:51,362 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70121605, jitterRate=0.04489333927631378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T07:12:51,362 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T07:12:51,365 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732432371334Writing region info on filesystem at 1732432371335 (+1 ms)Initializing all the Stores at 1732432371336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432371336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432371337 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432371337Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732432371337Cleaning up temporary data from old regions at 1732432371356 (+19 ms)Running coprocessor post-open hooks at 1732432371362 (+6 ms)Region opened successfully at 1732432371365 (+3 ms) 2024-11-24T07:12:51,372 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732432371274 2024-11-24T07:12:51,382 DEBUG [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T07:12:51,383 INFO [RS_OPEN_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T07:12:51,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,45551,1732432367820 2024-11-24T07:12:51,387 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab588ae992e,45551,1732432367820, state=OPEN 2024-11-24T07:12:51,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T07:12:51,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T07:12:51,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T07:12:51,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T07:12:51,434 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1ab588ae992e,45551,1732432367820 2024-11-24T07:12:51,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T07:12:51,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1ab588ae992e,45551,1732432367820 in 329 msec 2024-11-24T07:12:51,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T07:12:51,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-24T07:12:51,452 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T07:12:51,452 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T07:12:51,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:12:51,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,45551,1732432367820, seqNum=-1] 2024-11-24T07:12:51,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:12:51,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:12:51,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6600 sec 2024-11-24T07:12:51,514 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732432371514, completionTime=-1 2024-11-24T07:12:51,517 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T07:12:51,517 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T07:12:51,540 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T07:12:51,540 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732432431540 2024-11-24T07:12:51,540 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732432491540 2024-11-24T07:12:51,540 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-24T07:12:51,543 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39757,1732432366837-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:51,543 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39757,1732432366837-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:51,543 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39757,1732432366837-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:51,545 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab588ae992e:39757, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:51,545 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:51,546 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:51,551 DEBUG [master/1ab588ae992e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T07:12:51,574 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.551sec 2024-11-24T07:12:51,575 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T07:12:51,576 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T07:12:51,577 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T07:12:51,578 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T07:12:51,578 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T07:12:51,578 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39757,1732432366837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T07:12:51,579 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39757,1732432366837-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T07:12:51,586 DEBUG [master/1ab588ae992e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T07:12:51,587 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T07:12:51,588 INFO [master/1ab588ae992e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab588ae992e,39757,1732432366837-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:51,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6483feee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:12:51,657 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T07:12:51,657 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T07:12:51,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1ab588ae992e,39757,-1 for getting cluster id 2024-11-24T07:12:51,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T07:12:51,670 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '751d2158-91ce-4bc5-883b-f89bb3d5f4e9' 2024-11-24T07:12:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T07:12:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "751d2158-91ce-4bc5-883b-f89bb3d5f4e9" 2024-11-24T07:12:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640898b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:12:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1ab588ae992e,39757,-1] 2024-11-24T07:12:51,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T07:12:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:12:51,679 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T07:12:51,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3560bbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T07:12:51,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T07:12:51,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1ab588ae992e,45551,1732432367820, seqNum=-1] 2024-11-24T07:12:51,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T07:12:51,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T07:12:51,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1ab588ae992e,39757,1732432366837 2024-11-24T07:12:51,724 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=6474 2024-11-24T07:12:51,726 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-11-24T07:12:51,726 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-11-24T07:12:51,757 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-11-24T07:12:51,757 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:12:51,758 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:12:51,758 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:12:51,758 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-24T07:12:51,758 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-24T07:12:51,759 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:12:51,759 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-24T07:12:51,759 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-24T07:12:51,759 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:12:51,759 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:51,776 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:12:51,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T07:12:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1ab588ae992e,39757,1732432366837 2024-11-24T07:12:51,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32b84ee7 2024-11-24T07:12:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T07:12:51,808 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T07:12:51,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T07:12:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned 2024-11-24T07:12:51,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T07:12:51,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testLogLargeBlockBytesScanned" procId is: 4 2024-11-24T07:12:51,827 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:51,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T07:12:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:12:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741835_1011 (size=404) 2024-11-24T07:12:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:12:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:12:52,255 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27c28dd3b36e617dbd6a2914a0c2c3af, NAME => 'testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8 2024-11-24T07:12:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741836_1012 (size=64) 2024-11-24T07:12:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:12:52,668 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:12:52,669 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1722): Closing 27c28dd3b36e617dbd6a2914a0c2c3af, disabling compactions & flushes 2024-11-24T07:12:52,669 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:52,669 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:52,669 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. after waiting 0 ms 2024-11-24T07:12:52,669 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:52,670 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:52,670 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27c28dd3b36e617dbd6a2914a0c2c3af: Waiting for close lock at 1732432372669Disabling compacts and flushes for region at 1732432372669Disabling writes for close at 1732432372669Writing region close event to WAL at 1732432372669Closed at 1732432372669 2024-11-24T07:12:52,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T07:12:52,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732432372674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732432372674"}]},"ts":"1732432372674"} 2024-11-24T07:12:52,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T07:12:52,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T07:12:52,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432372685"}]},"ts":"1732432372685"} 2024-11-24T07:12:52,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLING in hbase:meta 2024-11-24T07:12:52,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=27c28dd3b36e617dbd6a2914a0c2c3af, ASSIGN}] 2024-11-24T07:12:52,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=27c28dd3b36e617dbd6a2914a0c2c3af, ASSIGN 2024-11-24T07:12:52,699 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=27c28dd3b36e617dbd6a2914a0c2c3af, ASSIGN; state=OFFLINE, location=1ab588ae992e,45551,1732432367820; forceNewPlan=false, retain=false 2024-11-24T07:12:52,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27c28dd3b36e617dbd6a2914a0c2c3af, regionState=OPENING, regionLocation=1ab588ae992e,45551,1732432367820 2024-11-24T07:12:52,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=27c28dd3b36e617dbd6a2914a0c2c3af, ASSIGN because future has completed 2024-11-24T07:12:52,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27c28dd3b36e617dbd6a2914a0c2c3af, server=1ab588ae992e,45551,1732432367820}] 2024-11-24T07:12:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:12:53,030 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:53,031 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 27c28dd3b36e617dbd6a2914a0c2c3af, NAME => 'testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af.', STARTKEY => '', ENDKEY => ''} 2024-11-24T07:12:53,031 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogLargeBlockBytesScanned 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,032 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:12:53,032 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,032 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,035 INFO [StoreOpener-27c28dd3b36e617dbd6a2914a0c2c3af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family 0 of region 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,038 INFO [StoreOpener-27c28dd3b36e617dbd6a2914a0c2c3af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27c28dd3b36e617dbd6a2914a0c2c3af columnFamilyName 0 2024-11-24T07:12:53,038 DEBUG [StoreOpener-27c28dd3b36e617dbd6a2914a0c2c3af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T07:12:53,039 INFO [StoreOpener-27c28dd3b36e617dbd6a2914a0c2c3af-1 {}] regionserver.HStore(327): Store=27c28dd3b36e617dbd6a2914a0c2c3af/0, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T07:12:53,039 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,041 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/default/testLogLargeBlockBytesScanned/27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,042 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/default/testLogLargeBlockBytesScanned/27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,043 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,043 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,046 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,050 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/default/testLogLargeBlockBytesScanned/27c28dd3b36e617dbd6a2914a0c2c3af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T07:12:53,051 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 27c28dd3b36e617dbd6a2914a0c2c3af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75451821, jitterRate=0.12431974709033966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T07:12:53,051 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:53,052 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 27c28dd3b36e617dbd6a2914a0c2c3af: Running coprocessor pre-open hook at 1732432373032Writing region info on filesystem at 1732432373032Initializing all the Stores at 1732432373034 (+2 ms)Instantiating store for column family {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732432373034Cleaning up temporary data from old regions at 1732432373043 (+9 ms)Running coprocessor post-open hooks at 1732432373051 (+8 ms)Region opened successfully at 1732432373052 (+1 ms) 2024-11-24T07:12:53,054 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af., pid=6, masterSystemTime=1732432373018 2024-11-24T07:12:53,058 DEBUG [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:53,058 INFO [RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:53,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27c28dd3b36e617dbd6a2914a0c2c3af, regionState=OPEN, openSeqNum=2, regionLocation=1ab588ae992e,45551,1732432367820 2024-11-24T07:12:53,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27c28dd3b36e617dbd6a2914a0c2c3af, server=1ab588ae992e,45551,1732432367820 because future has completed 2024-11-24T07:12:53,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T07:12:53,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 27c28dd3b36e617dbd6a2914a0c2c3af, server=1ab588ae992e,45551,1732432367820 in 204 msec 2024-11-24T07:12:53,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T07:12:53,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=27c28dd3b36e617dbd6a2914a0c2c3af, ASSIGN in 378 msec 2024-11-24T07:12:53,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T07:12:53,077 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732432373077"}]},"ts":"1732432373077"} 2024-11-24T07:12:53,081 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLED in hbase:meta 2024-11-24T07:12:53,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T07:12:53,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned in 1.2650 sec 2024-11-24T07:12:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T07:12:53,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testLogLargeBlockBytesScanned get assigned. Timeout = 60000ms 2024-11-24T07:12:53,999 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testLogLargeBlockBytesScanned completed 2024-11-24T07:12:54,002 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T07:12:54,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testLogLargeBlockBytesScanned assigned to meta. Checking AM states. 2024-11-24T07:12:54,011 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T07:12:54,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testLogLargeBlockBytesScanned assigned. 2024-11-24T07:12:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaa', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af., hostname=1ab588ae992e,45551,1732432367820, seqNum=2] 2024-11-24T07:12:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aab', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af., hostname=1ab588ae992e,45551,1732432367820, seqNum=2] 2024-11-24T07:12:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aac', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af., hostname=1ab588ae992e,45551,1732432367820, seqNum=2] 2024-11-24T07:12:54,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aad', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af., hostname=1ab588ae992e,45551,1732432367820, seqNum=2] 2024-11-24T07:12:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaf', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af., hostname=1ab588ae992e,45551,1732432367820, seqNum=2] 2024-11-24T07:12:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aae', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af., hostname=1ab588ae992e,45551,1732432367820, seqNum=2] 2024-11-24T07:12:54,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aag', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af., hostname=1ab588ae992e,45551,1732432367820, seqNum=2] 2024-11-24T07:12:55,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 17576 Client: jenkins//172.17.0.3 first region in multi=testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:55,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.RpcServer(592): (responseTooLarge): {"starttimems":"1732432375079","method":"Multi","processingtimems":877,"fsreadtime":"0","queuetimems":0,"call":"Multi(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$MultiRequest)","multi.gets":0,"responsesize":"124102","param":"region= testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af., for 17576 action(s) and 1st row key=aaa","blockbytesscanned":"0","client":"172.17.0.3:41600","multi.service_calls":0,"class":"MiniHBaseClusterRegionServer","multi.mutations":17576} 2024-11-24T07:12:56,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T07:12:56,007 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testLogLargeBlockBytesScanned' 2024-11-24T07:12:56,046 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 27c28dd3b36e617dbd6a2914a0c2c3af 1/1 column families, dataSize=480.59 KB heapSize=1.74 MB 2024-11-24T07:12:56,206 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/default/testLogLargeBlockBytesScanned/27c28dd3b36e617dbd6a2914a0c2c3af/.tmp/0/f1805779a7ce409598d36a1d73e43497 is 32, key is aaa/0:0/1732432375747/Put/seqid=0 2024-11-24T07:12:56,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741837_1013 (size=515031) 2024-11-24T07:12:56,618 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=480.59 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/default/testLogLargeBlockBytesScanned/27c28dd3b36e617dbd6a2914a0c2c3af/.tmp/0/f1805779a7ce409598d36a1d73e43497 2024-11-24T07:12:56,700 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/default/testLogLargeBlockBytesScanned/27c28dd3b36e617dbd6a2914a0c2c3af/.tmp/0/f1805779a7ce409598d36a1d73e43497 as hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/default/testLogLargeBlockBytesScanned/27c28dd3b36e617dbd6a2914a0c2c3af/0/f1805779a7ce409598d36a1d73e43497 2024-11-24T07:12:56,712 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/default/testLogLargeBlockBytesScanned/27c28dd3b36e617dbd6a2914a0c2c3af/0/f1805779a7ce409598d36a1d73e43497, entries=17576, sequenceid=5, filesize=503.0 K 2024-11-24T07:12:56,719 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~480.59 KB/492128, heapSize ~1.74 MB/1828144, currentSize=0 B/0 for 27c28dd3b36e617dbd6a2914a0c2c3af in 674ms, sequenceid=5, compaction requested=false 2024-11-24T07:12:56,720 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 27c28dd3b36e617dbd6a2914a0c2c3af: 2024-11-24T07:12:56,720 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-11-24T07:12:56,720 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-11-24T07:12:56,735 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-11-24T07:12:56,735 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:12:56,736 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-24T07:12:56,736 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T07:12:56,737 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27c28dd3b36e617dbd6a2914a0c2c3af columnFamilyName 0 2024-11-24T07:12:56,737 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T07:12:56,737 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-24T07:12:56,737 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-24T07:12:56,737 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T07:12:56,737 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T07:12:56,737 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-24T07:12:56,737 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-24T07:12:56,738 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T07:12:56,738 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T07:12:56,751 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T07:12:56,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] ipc.RpcServer(592): (responseTooLarge): {"call":"Scan(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ScanRequest)","starttimems":"1732432376753","responsesize":"93","method":"Scan","param":"region { type: REGION_NAME value: \"testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af.\" } scan { attribute { name: \"_isolat ","processingtimems":10,"blockbytesscanned":"65540","fsreadtime":"3","client":"172.17.0.3:41600","queuetimems":0,"class":"MiniHBaseClusterRegionServer"} 2024-11-24T07:12:56,778 DEBUG [ForkJoinPool.commonPool-worker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T07:12:56,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T07:12:56,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=218 (was 211) Potentially hanging thread: RS_OPEN_REGION-regionserver/1ab588ae992e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_195779960_22 at /127.0.0.1:45886 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=5982 (was 6474) 2024-11-24T07:12:56,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T07:12:56,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:12:56,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:12:56,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:12:56,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:12:56,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T07:12:56,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T07:12:56,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1407320320, stopped=false 2024-11-24T07:12:56,803 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1ab588ae992e,39757,1732432366837 2024-11-24T07:12:56,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T07:12:56,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:12:56,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T07:12:56,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:56,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:56,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T07:12:56,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:12:56,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:12:56,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T07:12:56,827 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1ab588ae992e,45551,1732432367820' ***** 2024-11-24T07:12:56,827 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T07:12:56,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T07:12:56,827 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T07:12:56,828 INFO [RS:0;1ab588ae992e:45551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T07:12:56,828 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T07:12:56,828 INFO [RS:0;1ab588ae992e:45551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T07:12:56,828 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(3091): Received CLOSE for 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:56,828 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(959): stopping server 1ab588ae992e,45551,1732432367820 2024-11-24T07:12:56,829 INFO [RS:0;1ab588ae992e:45551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:12:56,829 INFO [RS:0;1ab588ae992e:45551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1ab588ae992e:45551. 2024-11-24T07:12:56,829 DEBUG [RS:0;1ab588ae992e:45551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T07:12:56,829 DEBUG [RS:0;1ab588ae992e:45551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:12:56,829 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27c28dd3b36e617dbd6a2914a0c2c3af, disabling compactions & flushes 2024-11-24T07:12:56,829 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T07:12:56,829 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:56,829 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T07:12:56,829 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:56,829 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T07:12:56,829 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T07:12:56,829 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. after waiting 0 ms 2024-11-24T07:12:56,829 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:56,830 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T07:12:56,830 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T07:12:56,830 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 27c28dd3b36e617dbd6a2914a0c2c3af=testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af.} 2024-11-24T07:12:56,830 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T07:12:56,830 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T07:12:56,830 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T07:12:56,830 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T07:12:56,830 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27c28dd3b36e617dbd6a2914a0c2c3af 2024-11-24T07:12:56,830 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.54 KB heapSize=3.55 KB 2024-11-24T07:12:56,836 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/default/testLogLargeBlockBytesScanned/27c28dd3b36e617dbd6a2914a0c2c3af/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T07:12:56,837 INFO [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:56,837 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27c28dd3b36e617dbd6a2914a0c2c3af: Waiting for close lock at 1732432376829Running coprocessor pre-close hooks at 1732432376829Disabling compacts and flushes for region at 1732432376829Disabling writes for close at 1732432376829Writing region close event to WAL at 1732432376830 (+1 ms)Running coprocessor post-close hooks at 1732432376836 (+6 ms)Closed at 1732432376837 (+1 ms) 2024-11-24T07:12:56,837 DEBUG [RS_CLOSE_REGION-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af. 2024-11-24T07:12:56,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T07:12:56,854 INFO [regionserver/1ab588ae992e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:12:56,858 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/.tmp/info/24c627f3391b4d8f92eaa4e3827a6a90 is 179, key is testLogLargeBlockBytesScanned,,1732432371810.27c28dd3b36e617dbd6a2914a0c2c3af./info:regioninfo/1732432373059/Put/seqid=0 2024-11-24T07:12:56,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741838_1014 (size=6872) 2024-11-24T07:12:57,030 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:12:57,046 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T07:12:57,047 INFO [regionserver/1ab588ae992e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T07:12:57,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T07:12:57,207 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T07:12:57,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:12:57,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T07:12:57,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T07:12:57,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T07:12:57,231 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:12:57,267 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.34 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/.tmp/info/24c627f3391b4d8f92eaa4e3827a6a90 2024-11-24T07:12:57,301 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/.tmp/ns/6f14232e45c44741b8874a85014df938 is 43, key is default/ns:d/1732432371499/Put/seqid=0 2024-11-24T07:12:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741839_1015 (size=5153) 2024-11-24T07:12:57,431 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:12:57,631 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:12:57,708 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/.tmp/ns/6f14232e45c44741b8874a85014df938 2024-11-24T07:12:57,737 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/.tmp/table/f2cb348138e94a75a923bd296baed5a2 is 65, key is testLogLargeBlockBytesScanned/table:state/1732432373077/Put/seqid=0 2024-11-24T07:12:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741840_1016 (size=5340) 2024-11-24T07:12:57,832 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T07:12:57,832 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T07:12:57,832 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:12:58,032 DEBUG [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T07:12:58,148 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/.tmp/table/f2cb348138e94a75a923bd296baed5a2 2024-11-24T07:12:58,166 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/.tmp/info/24c627f3391b4d8f92eaa4e3827a6a90 as hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/info/24c627f3391b4d8f92eaa4e3827a6a90 2024-11-24T07:12:58,175 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/info/24c627f3391b4d8f92eaa4e3827a6a90, entries=10, sequenceid=11, filesize=6.7 K 2024-11-24T07:12:58,177 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/.tmp/ns/6f14232e45c44741b8874a85014df938 as hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/ns/6f14232e45c44741b8874a85014df938 2024-11-24T07:12:58,187 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/ns/6f14232e45c44741b8874a85014df938, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T07:12:58,188 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/.tmp/table/f2cb348138e94a75a923bd296baed5a2 as hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/table/f2cb348138e94a75a923bd296baed5a2 2024-11-24T07:12:58,197 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/table/f2cb348138e94a75a923bd296baed5a2, entries=2, sequenceid=11, filesize=5.2 K 2024-11-24T07:12:58,198 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=11, compaction requested=false 2024-11-24T07:12:58,204 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T07:12:58,205 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T07:12:58,205 INFO [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T07:12:58,205 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732432376830Running coprocessor pre-close hooks at 1732432376830Disabling compacts and flushes for region at 1732432376830Disabling writes for close at 1732432376830Obtaining lock to block concurrent updates at 1732432376830Preparing flush snapshotting stores in 1588230740 at 1732432376830Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1572, getHeapSize=3576, getOffHeapSize=0, getCellsCount=14 at 1732432376831 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732432376832 (+1 ms)Flushing 1588230740/info: creating writer at 1732432376832Flushing 1588230740/info: appending metadata at 1732432376853 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732432376853Flushing 1588230740/ns: creating writer at 1732432377283 (+430 ms)Flushing 1588230740/ns: appending metadata at 1732432377300 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732432377300Flushing 1588230740/table: creating writer at 1732432377719 (+419 ms)Flushing 1588230740/table: appending metadata at 1732432377736 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732432377736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba5068a: reopening flushed file at 1732432378164 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc1ea8a: reopening flushed file at 1732432378175 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0f33f2: reopening flushed file at 1732432378187 (+12 ms)Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=11, compaction requested=false at 1732432378198 (+11 ms)Writing region close event to WAL at 1732432378200 (+2 ms)Running coprocessor post-close hooks at 1732432378205 (+5 ms)Closed at 1732432378205 2024-11-24T07:12:58,206 DEBUG [RS_CLOSE_META-regionserver/1ab588ae992e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T07:12:58,233 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(976): stopping server 1ab588ae992e,45551,1732432367820; all regions closed. 2024-11-24T07:12:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741834_1010 (size=2946) 2024-11-24T07:12:58,243 DEBUG [RS:0;1ab588ae992e:45551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/oldWALs 2024-11-24T07:12:58,243 INFO [RS:0;1ab588ae992e:45551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C45551%2C1732432367820.meta:.meta(num 1732432371302) 2024-11-24T07:12:58,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741832_1008 (size=563857) 2024-11-24T07:12:58,247 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/WALs/1ab588ae992e,45551,1732432367820/1ab588ae992e%2C45551%2C1732432367820.1732432370211 not finished, retry = 0 2024-11-24T07:12:58,356 DEBUG [RS:0;1ab588ae992e:45551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/oldWALs 2024-11-24T07:12:58,356 INFO [RS:0;1ab588ae992e:45551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1ab588ae992e%2C45551%2C1732432367820:(num 1732432370211) 2024-11-24T07:12:58,356 DEBUG [RS:0;1ab588ae992e:45551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T07:12:58,356 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T07:12:58,357 INFO [RS:0;1ab588ae992e:45551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:12:58,357 INFO [RS:0;1ab588ae992e:45551 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab588ae992e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T07:12:58,357 INFO [RS:0;1ab588ae992e:45551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:12:58,357 INFO [regionserver/1ab588ae992e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:12:58,358 INFO [RS:0;1ab588ae992e:45551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45551 2024-11-24T07:12:58,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1ab588ae992e,45551,1732432367820 2024-11-24T07:12:58,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T07:12:58,443 INFO [RS:0;1ab588ae992e:45551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:12:58,458 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab588ae992e,45551,1732432367820] 2024-11-24T07:12:58,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1ab588ae992e,45551,1732432367820 already deleted, retry=false 2024-11-24T07:12:58,468 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1ab588ae992e,45551,1732432367820 expired; onlineServers=0 2024-11-24T07:12:58,468 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1ab588ae992e,39757,1732432366837' ***** 2024-11-24T07:12:58,468 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T07:12:58,468 INFO [M:0;1ab588ae992e:39757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T07:12:58,468 INFO [M:0;1ab588ae992e:39757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T07:12:58,468 DEBUG [M:0;1ab588ae992e:39757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T07:12:58,469 DEBUG [M:0;1ab588ae992e:39757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T07:12:58,469 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T07:12:58,469 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432369944 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.small.0-1732432369944,5,FailOnTimeoutGroup] 2024-11-24T07:12:58,469 DEBUG [master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432369943 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab588ae992e:0:becomeActiveMaster-HFileCleaner.large.0-1732432369943,5,FailOnTimeoutGroup] 2024-11-24T07:12:58,469 INFO [M:0;1ab588ae992e:39757 {}] hbase.ChoreService(370): Chore service for: master/1ab588ae992e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T07:12:58,469 INFO [M:0;1ab588ae992e:39757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T07:12:58,469 DEBUG [M:0;1ab588ae992e:39757 {}] master.HMaster(1795): Stopping service threads 2024-11-24T07:12:58,469 INFO [M:0;1ab588ae992e:39757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T07:12:58,470 INFO [M:0;1ab588ae992e:39757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T07:12:58,470 INFO [M:0;1ab588ae992e:39757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T07:12:58,470 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T07:12:58,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T07:12:58,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T07:12:58,478 DEBUG [M:0;1ab588ae992e:39757 {}] zookeeper.ZKUtil(347): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T07:12:58,478 WARN [M:0;1ab588ae992e:39757 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T07:12:58,479 INFO [M:0;1ab588ae992e:39757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/.lastflushedseqids 2024-11-24T07:12:58,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741841_1017 (size=126) 2024-11-24T07:12:58,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:12:58,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45551-0x1016bb005550001, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:12:58,559 INFO [RS:0;1ab588ae992e:45551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:12:58,559 INFO [RS:0;1ab588ae992e:45551 {}] regionserver.HRegionServer(1031): Exiting; stopping=1ab588ae992e,45551,1732432367820; zookeeper connection closed. 2024-11-24T07:12:58,559 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1324ce30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1324ce30 2024-11-24T07:12:58,560 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T07:12:58,891 INFO [M:0;1ab588ae992e:39757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T07:12:58,891 INFO [M:0;1ab588ae992e:39757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T07:12:58,892 DEBUG [M:0;1ab588ae992e:39757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T07:12:58,892 INFO [M:0;1ab588ae992e:39757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:12:58,892 DEBUG [M:0;1ab588ae992e:39757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:12:58,892 DEBUG [M:0;1ab588ae992e:39757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T07:12:58,892 DEBUG [M:0;1ab588ae992e:39757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:12:58,892 INFO [M:0;1ab588ae992e:39757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=22.73 KB heapSize=28.62 KB 2024-11-24T07:12:58,917 DEBUG [M:0;1ab588ae992e:39757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82cf8507b5ed449f8b5ed6877348bc32 is 82, key is hbase:meta,,1/info:regioninfo/1732432371384/Put/seqid=0 2024-11-24T07:12:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741842_1018 (size=5672) 2024-11-24T07:12:59,324 INFO [M:0;1ab588ae992e:39757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82cf8507b5ed449f8b5ed6877348bc32 2024-11-24T07:12:59,351 DEBUG [M:0;1ab588ae992e:39757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ee05a7556164ccdbeb5ba985d7e947b is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732432373084/Put/seqid=0 2024-11-24T07:12:59,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741843_1019 (size=6113) 2024-11-24T07:12:59,759 INFO [M:0;1ab588ae992e:39757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.18 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ee05a7556164ccdbeb5ba985d7e947b 2024-11-24T07:12:59,789 DEBUG [M:0;1ab588ae992e:39757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/211763888d1b43a6b1e4eb3532b8a169 is 69, key is 1ab588ae992e,45551,1732432367820/rs:state/1732432369956/Put/seqid=0 2024-11-24T07:12:59,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741844_1020 (size=5156) 2024-11-24T07:13:00,195 INFO [M:0;1ab588ae992e:39757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/211763888d1b43a6b1e4eb3532b8a169 2024-11-24T07:13:00,206 DEBUG [M:0;1ab588ae992e:39757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82cf8507b5ed449f8b5ed6877348bc32 as hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82cf8507b5ed449f8b5ed6877348bc32 2024-11-24T07:13:00,215 INFO [M:0;1ab588ae992e:39757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82cf8507b5ed449f8b5ed6877348bc32, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T07:13:00,217 DEBUG [M:0;1ab588ae992e:39757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ee05a7556164ccdbeb5ba985d7e947b as hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ee05a7556164ccdbeb5ba985d7e947b 2024-11-24T07:13:00,225 INFO [M:0;1ab588ae992e:39757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ee05a7556164ccdbeb5ba985d7e947b, entries=6, sequenceid=55, filesize=6.0 K 2024-11-24T07:13:00,228 DEBUG [M:0;1ab588ae992e:39757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/211763888d1b43a6b1e4eb3532b8a169 as hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/211763888d1b43a6b1e4eb3532b8a169 2024-11-24T07:13:00,237 INFO [M:0;1ab588ae992e:39757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/4e4acb45-c30f-9997-7d09-c549dc9b0fb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/211763888d1b43a6b1e4eb3532b8a169, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T07:13:00,239 INFO [M:0;1ab588ae992e:39757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.73 KB/23278, heapSize ~28.32 KB/29000, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=55, compaction requested=false 2024-11-24T07:13:00,240 INFO [M:0;1ab588ae992e:39757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T07:13:00,240 DEBUG [M:0;1ab588ae992e:39757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732432378891Disabling compacts and flushes for region at 1732432378892 (+1 ms)Disabling writes for close at 1732432378892Obtaining lock to block concurrent updates at 1732432378892Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732432378892Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23278, getHeapSize=29240, getOffHeapSize=0, getCellsCount=66 at 1732432378893 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732432378894 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732432378895 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732432378917 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732432378917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732432379336 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732432379351 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732432379351Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732432379773 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732432379789 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732432379789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5efa5e12: reopening flushed file at 1732432380203 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e5d619: reopening flushed file at 1732432380215 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3c43e1: reopening flushed file at 1732432380226 (+11 ms)Finished flush of dataSize ~22.73 KB/23278, heapSize ~28.32 KB/29000, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=55, compaction requested=false at 1732432380239 (+13 ms)Writing region close event to WAL at 1732432380240 (+1 ms)Closed at 1732432380240 2024-11-24T07:13:00,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741830_1006 (size=27385) 2024-11-24T07:13:00,245 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T07:13:00,245 INFO [M:0;1ab588ae992e:39757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T07:13:00,245 INFO [M:0;1ab588ae992e:39757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39757 2024-11-24T07:13:00,245 INFO [M:0;1ab588ae992e:39757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T07:13:00,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:13:00,363 INFO [M:0;1ab588ae992e:39757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T07:13:00,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x1016bb005550000, quorum=127.0.0.1:58249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T07:13:00,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79e78e83{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T07:13:00,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40b6dc9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:13:00,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:13:00,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64816a0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:13:00,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ceca57a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/hadoop.log.dir/,STOPPED} 2024-11-24T07:13:00,413 WARN [BP-2009025014-172.17.0.3-1732432361236 heartbeating to localhost/127.0.0.1:41593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T07:13:00,413 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T07:13:00,413 WARN [BP-2009025014-172.17.0.3-1732432361236 heartbeating to localhost/127.0.0.1:41593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2009025014-172.17.0.3-1732432361236 (Datanode Uuid 9480d87b-d9b6-459c-a167-f28ca3f5a885) service to localhost/127.0.0.1:41593 2024-11-24T07:13:00,413 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T07:13:00,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/cluster_3eb4db34-2c2b-2ace-a5c2-24687619f1ea/data/data1/current/BP-2009025014-172.17.0.3-1732432361236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:13:00,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/cluster_3eb4db34-2c2b-2ace-a5c2-24687619f1ea/data/data2/current/BP-2009025014-172.17.0.3-1732432361236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T07:13:00,416 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T07:13:00,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62694f30{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T07:13:00,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38646671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T07:13:00,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T07:13:00,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b11ee5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T07:13:00,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@af39055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6eb01f6a-fbc6-d521-6cd9-c1864763bf0b/hadoop.log.dir/,STOPPED} 2024-11-24T07:13:00,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T07:13:00,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down